JUnit version 4.13.2
.02:03:07.867 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786500187857
02:03:07.935 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:03:08.007 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:03:08.023 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskgnoqWa/test-tmp
02:03:08.030 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
02:03:08.034 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskgnoqWa/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
02:03:08.233 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:03:08.247 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:08.248 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:03:08.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.250629  7337 mini_oidc.cc:150] Starting JWKS server
02:03:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.252966  7337 webserver.cc:533] Webserver started at http://127.0.0.1:33319/ using document root <none> and password file <none>
02:03:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.253257  7337 mini_oidc.cc:186] Starting OIDC Discovery server
02:03:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.253571  7337 webserver.cc:533] Webserver started at http://127.0.0.1:37439/ using document root <none> and password file <none>
02:03:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:03:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:08Z Disabled control of system clock
02:03:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.272938  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal
02:03:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data
02:03:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/logs
02:03:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data/info.pb
02:03:08.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.126:45015
02:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.126
02:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json with env {}
02:03:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.387744  7348 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.388007  7348 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.388055  7348 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391695  7348 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391773  7348 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391794  7348 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391813  7348 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391831  7348 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:08.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.391846  7348 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33319/jwks.json
02:03:08.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.396320  7348 master_runner.cc:387] Master server non-default flags:
02:03:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/logs
02:03:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data
02:03:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal
02:03:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.126:45015
02:03:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json
02:03:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data/info.pb
02:03:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.126
02:03:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7348
02:03:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.397600  7348 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.398891  7348 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.405720  7354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.405721  7353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.406132  7356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.406374  7348 server_base.cc:1061] running on GCE node
02:03:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.407043  7348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.408380  7348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.411741  7348 hybrid_clock.cc:648] HybridClock initialized: now 1786500188411747 us; error 79 us; skew 500 ppm
02:03:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.414163  7348 webserver.cc:533] Webserver started at http://127.7.42.126:39917/ using document root <none> and password file <none>
02:03:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.414978  7348 fs_manager.cc:362] Metadata directory not provided
02:03:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.415078  7348 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.415326  7348 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.417297  7348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data/instance:
02:03:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca63e8f59bbb42d099d74f4cde73c736"
02:03:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.417897  7348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal/instance:
02:03:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca63e8f59bbb42d099d74f4cde73c736"
02:03:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.422025  7348 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
02:03:08.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.425014  7363 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.426316  7348 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
02:03:08.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.426528  7348 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal
02:03:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca63e8f59bbb42d099d74f4cde73c736"
02:03:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.426661  7348 fs_report.cc:389] FS layout report
02:03:08.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal
02:03:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal
02:03:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data/data
02:03:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:08.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:08.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:08.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.462563  7348 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.463438  7348 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.463644  7348 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.471946  7348 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.126:45015
02:03:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.471910  7431 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.126:45015 every 8 connection(s)
02:03:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.473136  7348 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/data/info.pb
02:03:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.476236  7432 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:08.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.479382  7432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.482581  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7348
02:03:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.482751  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-0/wal/instance
02:03:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.484483  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal
02:03:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data
02:03:08.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/logs
02:03:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data/info.pb
02:03:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.125:42945
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.125
02:03:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json with env {}
02:03:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.495941  7432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.496969  7368 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.125:42945: connect: Connection refused (error 111)
02:03:08.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.498098  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.125:42945: Network error: Client connection negotiation failed: client connection to 127.7.42.125:42945: connect: Connection refused (error 111)
02:03:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.547386  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } attempt: 1
02:03:08.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.549417  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.125:42945: Network error: Client connection negotiation failed: client connection to 127.7.42.125:42945: connect: Connection refused (error 111)
02:03:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.597327  7436 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.597580  7436 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.597633  7436 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601220  7436 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601293  7436 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601315  7436 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601333  7436 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601352  7436 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.601367  7436 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33319/jwks.json
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.605753  7436 master_runner.cc:387] Master server non-default flags:
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/logs
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data
02:03:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal
02:03:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.125:42945
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data/info.pb
02:03:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.125
02:03:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7436
02:03:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.606948  7436 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.608176  7436 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.614288  7444 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.614511  7447 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.614743  7445 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.614799  7436 server_base.cc:1061] running on GCE node
02:03:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.615528  7436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.616781  7436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.617671  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } attempt: 2
02:03:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.617959  7436 hybrid_clock.cc:648] HybridClock initialized: now 1786500188617897 us; error 82 us; skew 500 ppm
02:03:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.619170  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.125:42945: Network error: Client connection negotiation failed: client connection to 127.7.42.125:42945: connect: Connection refused (error 111)
02:03:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.620417  7436 webserver.cc:533] Webserver started at http://127.7.42.125:37269/ using document root <none> and password file <none>
02:03:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.621209  7436 fs_manager.cc:362] Metadata directory not provided
02:03:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.621296  7436 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.621541  7436 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.623736  7436 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data/instance:
02:03:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b8c8b478e684794891ad64b453bc3ad"
02:03:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.624383  7436 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal/instance:
02:03:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b8c8b478e684794891ad64b453bc3ad"
02:03:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.629210  7436 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.002s
02:03:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.632388  7453 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.634467  7436 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
02:03:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.634610  7436 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal
02:03:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b8c8b478e684794891ad64b453bc3ad"
02:03:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.634727  7436 fs_report.cc:389] FS layout report
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data/data
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.664100  7436 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.664760  7436 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.664894  7436 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.672648  7436 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.125:42945
02:03:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.672619  7509 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.125:42945 every 8 connection(s)
02:03:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.673810  7436 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/data/info.pb
02:03:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.676705  7510 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:08.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.680343  7510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.683542  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7436
02:03:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.683681  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-1/wal/instance
02:03:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.684487  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:08.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/logs
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data/info.pb
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.124:36325
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.124
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json with env {}
02:03:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.691779  7510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.699805  7510 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.700896  7454 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.702304  7510 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.710371  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } attempt: 3
02:03:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.715168  7432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.716842  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.748081  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 1
02:03:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.749992  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.751556  7510 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 1
02:03:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.753266  7510 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.807523  7513 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.807768  7513 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.807813  7513 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811372  7513 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:03:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811448  7513 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811470  7513 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:03:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811488  7513 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:03:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811506  7513 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:03:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.811520  7513 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33319/jwks.json
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.815795  7513 master_runner.cc:387] Master server non-default flags:
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/logs
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:08.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.124:36325
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33319/jwks.json
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data/info.pb
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.124
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7513
02:03:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:03:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.816998  7513 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.818519  7513 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:08.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.821460  7510 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 2
02:03:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.823036  7510 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.825255  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 2
02:03:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.825460  7524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.825474  7521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.826516  7522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.827054  7513 server_base.cc:1061] running on GCE node
02:03:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.827466  7432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.42.124:36325: Network error: Client connection negotiation failed: client connection to 127.7.42.124:36325: connect: Connection refused (error 111)
02:03:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.827751  7513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.829008  7513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.830204  7513 hybrid_clock.cc:648] HybridClock initialized: now 1786500188830141 us; error 77 us; skew 500 ppm
02:03:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.832744  7513 webserver.cc:533] Webserver started at http://127.7.42.124:37347/ using document root <none> and password file <none>
02:03:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.833480  7513 fs_manager.cc:362] Metadata directory not provided
02:03:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.833578  7513 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.833813  7513 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.835980  7513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data/instance:
02:03:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bf8b3fdfb76421095962423ca6d5586"
02:03:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.836673  7513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal/instance:
02:03:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bf8b3fdfb76421095962423ca6d5586"
02:03:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.841543  7513 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.003s
02:03:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.844362  7532 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.845696  7513 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.845814  7513 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bf8b3fdfb76421095962423ca6d5586"
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:08 on dist-test-slave-rnrw"
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.845899  7513 fs_report.cc:389] FS layout report
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data/data
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:08.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.859684  7513 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.860342  7513 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.860484  7513 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.868052  7513 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.124:36325
02:03:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.868052  7593 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.124:36325 every 8 connection(s)
02:03:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.869136  7513 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/data/info.pb
02:03:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.872066  7594 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.875279  7594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.876766  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7513
02:03:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.876869  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/master-2/wal/instance
02:03:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.885706  7594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.891256  7594 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } has no permanent_uuid. Determining permanent_uuid...
02:03:08.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.899852  7594 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: Bootstrap starting.
02:03:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.902439  7594 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: Neither blocks nor log segments found. Creating new log.
02:03:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.903504  7594 log.cc:826] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: Log is configured to *not* fsync() on all Append() calls
02:03:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.905673  7594 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: No bootstrap required, opened a new log
02:03:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.909665  7594 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.909860  7594 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.909905  7594 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bf8b3fdfb76421095962423ca6d5586, State: Initialized, Role: FOLLOWER
02:03:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.910283  7594 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.910761  7604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.910884  7604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: This master's current role is: FOLLOWER
02:03:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.911607  7594 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: configured and running, proceeding with master startup.
02:03:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.914198  7510 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 3
02:03:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.917695  7616 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.918231  7616 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.915858  7513 master_runner.cc:187] Error getting master registration for 127.7.42.126:45015: OK, instance_id { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" instance_seqno: 1786500188469579 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.918725  7513 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.922281  7510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: Bootstrap starting.
02:03:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.924962  7510 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: Neither blocks nor log segments found. Creating new log.
02:03:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.925820  7510 log.cc:826] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: Log is configured to *not* fsync() on all Append() calls
02:03:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.926661  7432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } attempt: 3
02:03:08.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.928119  7510 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: No bootstrap required, opened a new log
02:03:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.931826  7510 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.935652  7432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: Bootstrap starting.
02:03:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.937229  7510 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:08.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.937317  7510 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b8c8b478e684794891ad64b453bc3ad, State: Initialized, Role: FOLLOWER
02:03:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.937865  7510 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.938653  7432 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: Neither blocks nor log segments found. Creating new log.
02:03:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.938748  7619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.938879  7619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: This master's current role is: FOLLOWER
02:03:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.939293  7510 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: configured and running, proceeding with master startup.
02:03:08.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.940191  7432 log.cc:826] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: Log is configured to *not* fsync() on all Append() calls
02:03:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.942695  7432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: No bootstrap required, opened a new log
02:03:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.945147  7633 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:08.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.945219  7633 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.943558  7436 master_runner.cc:187] Error getting master registration for 127.7.42.126:45015: OK, instance_id { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" instance_seqno: 1786500188469579 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:03:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.945899  7436 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.947062  7432 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.947240  7432 raft_consensus.cc:385] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:08.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.947304  7432 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca63e8f59bbb42d099d74f4cde73c736, State: Initialized, Role: FOLLOWER
02:03:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.947870  7432 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.948839  7636 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.949208  7636 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: This master's current role is: FOLLOWER
02:03:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.949218  7432 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: configured and running, proceeding with master startup.
02:03:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.955663  7648 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:03:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.956486  7648 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:03:08.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.959596  7348 master_runner.cc:264] No leader master found from master ca63e8f59bbb42d099d74f4cde73c736
02:03:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:08.959676  7348 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:03:08.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:08.965652  7373 tablet.cc:2406] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.002840  7636 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.003082  7636 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.004303  7636 leader_election.cc:290] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8b8c8b478e684794891ad64b453bc3ad (127.7.42.125:42945), 6bf8b3fdfb76421095962423ca6d5586 (127.7.42.124:36325)
02:03:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.005457  7563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca63e8f59bbb42d099d74f4cde73c736" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bf8b3fdfb76421095962423ca6d5586" is_pre_election: true
02:03:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.005785  7563 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca63e8f59bbb42d099d74f4cde73c736 in term 0.
02:03:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.006336  7364 leader_election.cc:304] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bf8b3fdfb76421095962423ca6d5586, ca63e8f59bbb42d099d74f4cde73c736; no voters: 
02:03:09.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.008351  7483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca63e8f59bbb42d099d74f4cde73c736" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b8c8b478e684794891ad64b453bc3ad" is_pre_election: true
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.008695  7483 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca63e8f59bbb42d099d74f4cde73c736 in term 0.
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.009388  7636 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.009471  7636 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.009528  7636 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 0 FOLLOWER]: Advancing to term 1
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.010778  7636 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.011245  7636 leader_election.cc:290] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [CANDIDATE]: Term 1 election: Requested vote from peers 8b8c8b478e684794891ad64b453bc3ad (127.7.42.125:42945), 6bf8b3fdfb76421095962423ca6d5586 (127.7.42.124:36325)
02:03:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.011857  7563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca63e8f59bbb42d099d74f4cde73c736" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bf8b3fdfb76421095962423ca6d5586"
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.011991  7563 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 0 FOLLOWER]: Advancing to term 1
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.013291  7563 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca63e8f59bbb42d099d74f4cde73c736 in term 1.
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.013746  7364 leader_election.cc:304] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bf8b3fdfb76421095962423ca6d5586, ca63e8f59bbb42d099d74f4cde73c736; no voters: 
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.014348  7483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca63e8f59bbb42d099d74f4cde73c736" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b8c8b478e684794891ad64b453bc3ad"
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.014500  7483 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 0 FOLLOWER]: Advancing to term 1
02:03:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.015712  7483 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca63e8f59bbb42d099d74f4cde73c736 in term 1.
02:03:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.023696  7636 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 1 FOLLOWER]: Leader election won for term 1
02:03:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.025043  7636 raft_consensus.cc:697] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [term 1 LEADER]: Becoming Leader. State: Replica: ca63e8f59bbb42d099d74f4cde73c736, State: Running, Role: LEADER
02:03:09.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.025478  7636 consensus_queue.cc:237] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } }
02:03:09.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.028692  7636 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca63e8f59bbb42d099d74f4cde73c736. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.028839  7636 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: This master's current role is: LEADER
02:03:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.035027  7654 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:03:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.043998  7654 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:03:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.052819  7563 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [term 1 FOLLOWER]: Refusing update from remote peer ca63e8f59bbb42d099d74f4cde73c736: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.054416  7651 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.062924  7604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca63e8f59bbb42d099d74f4cde73c736. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.063268  7604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: This master's current role is: FOLLOWER
02:03:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.065847  7483 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [term 1 FOLLOWER]: Refusing update from remote peer ca63e8f59bbb42d099d74f4cde73c736: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.066570  7636 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.073400  7619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca63e8f59bbb42d099d74f4cde73c736. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.073580  7619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: This master's current role is: FOLLOWER
02:03:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.083655  7651 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.083827  7651 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: This master's current role is: LEADER
02:03:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.086731  7619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.086897  7619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad [sys.catalog]: This master's current role is: FOLLOWER
02:03:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.088639  7655 mvcc.cc:204] Tried to move back new op lower bound from 7317504774349721600 to 7317504774256623616. Current Snapshot: MvccSnapshot[applied={T|T < 7317504774349721600}]
02:03:09.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.090809  7658 mvcc.cc:204] Tried to move back new op lower bound from 7317504774349721600 to 7317504774256623616. Current Snapshot: MvccSnapshot[applied={T|T < 7317504774349721600}]
02:03:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.092268  7636 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.092415  7636 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736 [sys.catalog]: This master's current role is: LEADER
02:03:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.093662  7604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca63e8f59bbb42d099d74f4cde73c736" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca63e8f59bbb42d099d74f4cde73c736" member_type: VOTER last_known_addr { host: "127.7.42.126" port: 45015 } } peers { permanent_uuid: "8b8c8b478e684794891ad64b453bc3ad" member_type: VOTER last_known_addr { host: "127.7.42.125" port: 42945 } } peers { permanent_uuid: "6bf8b3fdfb76421095962423ca6d5586" member_type: VOTER last_known_addr { host: "127.7.42.124" port: 36325 } } }
02:03:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.093796  7604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586 [sys.catalog]: This master's current role is: FOLLOWER
02:03:09.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.102159  7656 mvcc.cc:204] Tried to move back new op lower bound from 7317504774349721600 to 7317504774256623616. Current Snapshot: MvccSnapshot[applied={T|T < 7317504774349721600}]
02:03:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.107008  7654 catalog_manager.cc:1383] Generated new cluster ID: cc77eb98ae1541a9872711c974998563
02:03:09.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.107108  7654 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:03:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.148267  7654 catalog_manager.cc:1406] Generated new certificate authority record
02:03:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.150013  7654 catalog_manager.cc:1540] Loading token signing keys...
02:03:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.170595  7654 catalog_manager.cc:6092] T 00000000000000000000000000000000 P ca63e8f59bbb42d099d74f4cde73c736: Generated new TSK 0
02:03:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.171919  7654 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:03:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.192368  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:0
02:03:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.317478  7663 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.317737  7663 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.317785  7663 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.321966  7663 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.322119  7663 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.65
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.326771  7663 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:0
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7663
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.328040  7663 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.329281  7663 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.336673  7675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.336683  7672 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.336642  7670 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.338147  7663 server_base.cc:1061] running on GCE node
02:03:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.338649  7663 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.339335  7663 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.340523  7663 hybrid_clock.cc:648] HybridClock initialized: now 1786500189340496 us; error 49 us; skew 500 ppm
02:03:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.342955  7663 webserver.cc:533] Webserver started at http://127.7.42.65:43547/ using document root <none> and password file <none>
02:03:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.343643  7663 fs_manager.cc:362] Metadata directory not provided
02:03:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.343739  7663 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.344003  7663 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.345930  7663 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/instance:
02:03:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.346560  7663 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal/instance:
02:03:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.351213  7663 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
02:03:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.354513  7681 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.355901  7663 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.356082  7663 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.356209  7663 fs_report.cc:389] FS layout report
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/data
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.372978  7663 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:09.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.373956  7663 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:09.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.374215  7663 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:09.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.375046  7663 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.376339  7663 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.376427  7663 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.376500  7663 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.376528  7663 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.387939  7663 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.65:39913
02:03:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.387959  7811 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.65:39913 every 8 connection(s)
02:03:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.389113  7663 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.394176  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7663
02:03:09.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.394323  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal/instance
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.397480  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:0
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.401573  7814 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.401659  7813 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.401862  7813 heartbeater.cc:461] Registering TS with master...
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.402424  7812 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.402534  7812 heartbeater.cc:461] Registering TS with master...
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.402623  7813 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.402776  7812 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.401863  7814 heartbeater.cc:461] Registering TS with master...
02:03:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.403234  7814 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.404414  7469 ts_manager.cc:194] Registered new tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.404415  7388 ts_manager.cc:194] Registered new tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.404479  7551 ts_manager.cc:194] Registered new tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.406078  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.65:58513
02:03:09.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.522416  7821 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.522737  7821 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.522810  7821 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.526877  7821 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.527076  7821 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.66
02:03:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.531874  7821 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:0
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:09.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7821
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.533773  7821 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:09.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.535589  7821 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.543939  7827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.543989  7826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.543980  7829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.544380  7821 server_base.cc:1061] running on GCE node
02:03:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.544821  7821 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.545591  7821 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.546803  7821 hybrid_clock.cc:648] HybridClock initialized: now 1786500189546776 us; error 44 us; skew 500 ppm
02:03:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.549149  7821 webserver.cc:533] Webserver started at http://127.7.42.66:41013/ using document root <none> and password file <none>
02:03:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.549741  7821 fs_manager.cc:362] Metadata directory not provided
02:03:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.549800  7821 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.549979  7821 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.552059  7821 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/instance:
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.552691  7821 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal/instance:
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:09.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.556815  7821 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
02:03:09.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.559651  7836 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.561136  7821 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:03:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.561267  7821 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.561357  7821 fs_report.cc:389] FS layout report
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/data
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.576448  7821 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.577301  7821 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.577492  7821 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.578135  7821 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.579332  7821 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.579391  7821 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.579438  7821 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.579455  7821 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.590469  7821 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.66:41233
02:03:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.590492  7964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.66:41233 every 8 connection(s)
02:03:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.591621  7821 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.601249  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7821
02:03:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.601382  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal/instance
02:03:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.601693  7965 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.601979  7965 heartbeater.cc:461] Registering TS with master...
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.602349  7967 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.602684  7965 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603232  7967 heartbeater.cc:461] Registering TS with master...
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603279  7966 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603338  7966 heartbeater.cc:461] Registering TS with master...
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603463  7966 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603984  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:0
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603965  7551 ts_manager.cc:194] Registered new tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.604184  7388 ts_manager.cc:194] Registered new tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.604983  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.66:38047
02:03:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.603477  7967 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.607095  7469 ts_manager.cc:194] Registered new tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.721310  7973 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.721565  7973 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.721607  7973 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.725140  7973 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.725263  7973 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.67
02:03:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.729360  7973 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:09.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:0
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7973
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:09.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:09.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.730690  7973 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.731918  7973 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.738971  7983 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.739032  7980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:09.738971  7981 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.739342  7973 server_base.cc:1061] running on GCE node
02:03:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.739897  7973 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.740721  7973 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.741966  7973 hybrid_clock.cc:648] HybridClock initialized: now 1786500189741928 us; error 36 us; skew 500 ppm
02:03:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.744019  7973 webserver.cc:533] Webserver started at http://127.7.42.67:33775/ using document root <none> and password file <none>
02:03:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.744619  7973 fs_manager.cc:362] Metadata directory not provided
02:03:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.744690  7973 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:09.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.744858  7973 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:03:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.746393  7973 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/instance:
02:03:09.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.746908  7973 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal/instance:
02:03:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:09.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.750586  7973 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
02:03:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.753381  7990 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:09.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.754657  7973 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.754807  7973 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.754916  7973 fs_report.cc:389] FS layout report
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/data
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:09.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.768013  7973 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.769001  7973 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.769248  7973 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:09.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.769934  7973 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.771163  7973 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:03:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.771242  7973 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:03:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.771311  7973 ts_tablet_manager.cc:616] Registered 0 tablets
02:03:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.771337  7973 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:03:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.782160  7973 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.67:36945
02:03:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.782182  8124 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.67:36945 every 8 connection(s)
02:03:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.783427  7973 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.793561  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 7973
02:03:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.793690  7337 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal/instance
02:03:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.793855  8127 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.793857  8125 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.793879  8126 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.794135  8126 heartbeater.cc:461] Registering TS with master...
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.794137  8125 heartbeater.cc:461] Registering TS with master...
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.794135  8127 heartbeater.cc:461] Registering TS with master...
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.795032  8127 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:09.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.795610  8126 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.795660  8125 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:09.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.796296  7469 ts_manager.cc:194] Registered new tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.797112  7551 ts_manager.cc:194] Registered new tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.798552  7388 ts_manager.cc:194] Registered new tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.799202  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.67:51977
02:03:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.801082  7337 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:03:09.802 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:03:09.803 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:03:09.812 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.42.126"
      port: 45015
    }
    bound_http_address {
      host: "127.7.42.126"
      port: 39917
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.42.125"
      port: 42945
    }
    bound_http_address {
      host: "127.7.42.125"
      port: 37269
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.42.124"
      port: 36325
    }
    bound_http_address {
      host: "127.7.42.124"
      port: 37347
    }
  }
}

02:03:09.815 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:03:09.818 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.42.65"
      port: 39913
    }
    bound_http_address {
      host: "127.7.42.65"
      port: 43547
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.42.66"
      port: 41233
    }
    bound_http_address {
      host: "127.7.42.66"
      port: 41013
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.42.67"
      port: 36945
    }
    bound_http_address {
      host: "127.7.42.67"
      port: 33775
    }
  }
}

02:03:09.818 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:03:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.920105  7616 catalog_manager.cc:1295] Loaded cluster ID: cc77eb98ae1541a9872711c974998563
02:03:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.920222  7616 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: loading cluster ID for follower catalog manager: success
02:03:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.922210  7616 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: acquiring CA information for follower catalog manager: success
02:03:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.923514  7616 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6bf8b3fdfb76421095962423ca6d5586: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.946485  7633 catalog_manager.cc:1295] Loaded cluster ID: cc77eb98ae1541a9872711c974998563
02:03:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.946591  7633 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: loading cluster ID for follower catalog manager: success
02:03:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.948469  7633 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: acquiring CA information for follower catalog manager: success
02:03:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:09.949771  7633 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8b8c8b478e684794891ad64b453bc3ad: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:03:10.013 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:03:10.074 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:03:10.244 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.42.125:42945(127.7.42.125:42945)] connecting to peer
02:03:10.307 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.42.124:36325(127.7.42.124:36325)] connecting to peer
02:03:10.309 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.42.126:45015(127.7.42.126:45015)] connecting to peer
02:03:10.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.42.125:42945(127.7.42.125:42945)] Successfully connected to peer
02:03:10.328 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.42.126:45015(127.7.42.126:45015)] Successfully connected to peer
02:03:10.328 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.42.124:36325(127.7.42.124:36325)] Successfully connected to peer
02:03:10.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.408048  7813 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:10.445 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.42.126
02:03:10.445 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.42.124
02:03:10.456 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.42.125
02:03:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.608932  7966 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:10.719 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x0aea462f, L:/127.0.0.1:47498 - R:/127.7.42.124:36325] using SASL/PLAIN
02:03:10.719 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xd0f09ca6, L:/127.0.0.1:43722 - R:/127.7.42.125:42945] using SASL/PLAIN
02:03:10.719 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x73bba4e4, L:/127.0.0.1:38538 - R:/127.7.42.126:45015] using SASL/PLAIN
02:03:10.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:03:10.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=563), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.42.125:42945, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.42.124:36325, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.42.126:45015, [533ms] Sub RPC ConnectToMaster: received response from server master-127.7.42.124:36325: OK, [534ms] Sub RPC ConnectToMaster: received response from server master-127.7.42.125:42945: OK, [534ms] Sub RPC ConnectToMaster: received response from server master-127.7.42.126:45015: OK, deferred=null) after lookup
02:03:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.800920  8126 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.819090  7389 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38538:
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184"
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:03:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:03:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:03:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:03:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:03:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:10.822981  7389 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:03:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.853766  7891 tablet_service.cc:1511] Processing CreateTablet for tablet 9bc76bcadc5c45179ebb7280f2098f5f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184 [id=b4a852d89501474a9dfea7b72002ba05]), partition=RANGE (key) PARTITION UNBOUNDED
02:03:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.854799  7738 tablet_service.cc:1511] Processing CreateTablet for tablet 9bc76bcadc5c45179ebb7280f2098f5f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184 [id=b4a852d89501474a9dfea7b72002ba05]), partition=RANGE (key) PARTITION UNBOUNDED
02:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.855403  7891 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9bc76bcadc5c45179ebb7280f2098f5f. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.855365  8047 tablet_service.cc:1511] Processing CreateTablet for tablet 9bc76bcadc5c45179ebb7280f2098f5f (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184 [id=b4a852d89501474a9dfea7b72002ba05]), partition=RANGE (key) PARTITION UNBOUNDED
02:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.855867  7738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9bc76bcadc5c45179ebb7280f2098f5f. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.856232  8047 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9bc76bcadc5c45179ebb7280f2098f5f. 1 dirs total, 0 dirs full, 0 dirs failed
02:03:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.863068  8167 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap starting.
02:03:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.864985  8166 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap starting.
02:03:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.865190  8167 tablet_bootstrap.cc:654] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Neither blocks nor log segments found. Creating new log.
02:03:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.865820  8168 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap starting.
02:03:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.866254  8167 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Log is configured to *not* fsync() on all Append() calls
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.868865  8167 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: No bootstrap required, opened a new log
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.869076  8167 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.872570  8167 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.872776  8166 tablet_bootstrap.cc:654] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Neither blocks nor log segments found. Creating new log.
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.872834  8167 raft_consensus.cc:385] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.872895  8167 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Initialized, Role: FOLLOWER
02:03:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.873878  8166 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Log is configured to *not* fsync() on all Append() calls
02:03:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.874325  8167 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.875775  8167 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
02:03:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.876235  8168 tablet_bootstrap.cc:654] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Neither blocks nor log segments found. Creating new log.
02:03:10.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b4a852d89501474a9dfea7b72002ba05
02:03:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.877542  8168 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Log is configured to *not* fsync() on all Append() calls
02:03:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.881112  8166 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: No bootstrap required, opened a new log
02:03:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.881685  8166 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.004s
02:03:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.886045  8168 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: No bootstrap required, opened a new log
02:03:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.886353  8168 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent bootstrapping tablet: real 0.021s	user 0.005s	sys 0.000s
02:03:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.886579  8166 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.886857  8166 raft_consensus.cc:385] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.886931  8166 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Initialized, Role: FOLLOWER
02:03:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.887467  8166 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.888636  8166 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.001s
02:03:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.890723  8168 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.891311  8168 raft_consensus.cc:385] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:03:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.891554  8168 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Initialized, Role: FOLLOWER
02:03:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:10.891884  7815 tablet.cc:2406] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.892416  8168 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.893536  8168 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
02:03:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.921595  8175 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.922186  8175 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.924291  8175 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.929271  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.929605  7912 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 0.
02:03:10.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.930222  7992 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: 
02:03:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.930785  8175 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:03:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.930881  8175 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.930929  8175 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 0 FOLLOWER]: Advancing to term 1
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.931519  7758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.931821  7758 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 0.
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.932134  8175 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.932999  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.933143  7912 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 0 FOLLOWER]: Advancing to term 1
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.934237  7758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.934316  7912 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 1.
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.934387  7758 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 0 FOLLOWER]: Advancing to term 1
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.934685  7992 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: 
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.935092  8178 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Leader election won for term 1
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.935302  8178 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 LEADER]: Becoming Leader. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Running, Role: LEADER
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.935657  8178 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.935705  7758 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 1.
02:03:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.936869  8175 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 1 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:10.939379  7389 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67). New cstate: current_term: 1 leader_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:10.967 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table b4a852d89501474a9dfea7b72002ba05
02:03:10.987 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:10.996 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:10.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=null) after lookup
02:03:11.011 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.015 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] Successfully connected to peer
02:03:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:11.036067  8128 tablet.cc:2406] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:11.091 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xcef9be4d, L:/127.0.0.1:59960 - R:/127.7.42.67:36945] using TOKEN/null
02:03:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:11.094719  7968 tablet.cc:2406] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:03:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.099807  7758 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Refusing update from remote peer 73e775f87f164b0b8d81be1dfd5e98e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.100802  8179 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.100972  7912 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Refusing update from remote peer 73e775f87f164b0b8d81be1dfd5e98e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:03:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.101776  8179 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:03:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.114560  8182 mvcc.cc:204] Tried to move back new op lower bound from 7317504782735462400 to 7317504782076424192. Current Snapshot: MvccSnapshot[applied={T|T < 7317504782735462400}]
02:03:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.118389  8184 mvcc.cc:204] Tried to move back new op lower bound from 7317504782735462400 to 7317504782076424192. Current Snapshot: MvccSnapshot[applied={T|T < 7317504782735462400}]
02:03:11.224 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:11.226 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.67:36945
02:03:11.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:11.228675  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7973
02:03:11.239 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:11.242 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] handling channelInactive
02:03:11.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state READY due to: connection closed
02:03:11.243 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: connection closed
02:03:11.263 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:11.264 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:11.264 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test)) after lookup
02:03:11.265 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.269 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.282 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:11.283 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:11.283 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657))) after lookup
02:03:11.284 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.287 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.322 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:11.323 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:11.324 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448))) after lookup
02:03:11.325 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.327 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:11.363 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:11.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [84ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [87ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [88ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150))) after lookup
02:03:11.365 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.367 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:11.402 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:11.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [84ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [87ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [88ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [124ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [127ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [127ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390))) after lookup
02:03:11.404 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:11.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:11.405 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:12.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:12.402 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:12.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1162), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [84ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [87ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [88ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [124ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [127ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [127ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [164ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [165ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [165ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1158ms] refreshing cache from master, [1158ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249))) after lookup
02:03:12.404 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:12.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:12.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:12.406 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.660853  8199 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.660853  8200 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.661053  8200 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:12.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.661026  8199 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.662446  8200 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.662452  8199 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:12.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.663743  7840 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.669646  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.669853  7912 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 1.
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670114  7758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670257  7758 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 1.
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670324  7683 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.670514  7685 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670626  8199 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Leader pre-election won for term 2
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670686  8199 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670728  8199 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 1 FOLLOWER]: Advancing to term 2
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670693  7840 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.670938  8200 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Leader pre-election won for term 2
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.671000  8200 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.671042  8200 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 1 FOLLOWER]: Advancing to term 2
02:03:12.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.671963  8199 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.672284  8200 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.672478  8199 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.672825  8200 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 election: Requested vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.673342  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.673527  7912 raft_consensus.cc:2393] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b680039ea35c4bafba835a4aae0d1e9e in current term 2: Already voted for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in this term.
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.674259  7758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.674450  7758 raft_consensus.cc:2393] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5dc042d9b7294d3ebe4bf2d926cd046d in current term 2: Already voted for candidate b680039ea35c4bafba835a4aae0d1e9e in this term.
02:03:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.674866  7840 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.676090  7840 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.676191  7840 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d; no voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e
02:03:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.676390  8200 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:03:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.681726  7685 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.681857  7685 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2
02:03:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:12.682195  7685 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:12.682403  8199 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:03:13.303 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:13.303 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:13.304 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2063), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [84ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [87ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [88ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [124ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [127ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [127ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [164ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [165ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [165ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1158ms] refreshing cache from master, [1158ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [1164ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [1166ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1166ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2059ms] refreshing cache from master, [2059ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [2063ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249) -> (continuation of Deferred@1155649570 after retry RPC@1126316713), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249) -> (continuation of Deferred@1155649570 after retry RPC@1126316713))) after lookup
02:03:13.306 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:13.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:13.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:13.307 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.390448  8210 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.390578  8210 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.391069  8210 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:14.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.391703  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.391881  7912 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 2.
02:03:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.392305  7683 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 
02:03:14.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.392534  8210 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Leader pre-election won for term 3
02:03:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.392609  8210 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:03:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.392649  8210 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 2 FOLLOWER]: Advancing to term 3
02:03:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:14.392706  7685 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.393631  8210 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.394088  8210 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.394508  7912 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.394662  7912 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 2 FOLLOWER]: Advancing to term 3
02:03:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:14.395303  7685 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.395727  7912 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 3.
02:03:14.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.396117  7683 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:14.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.396311  8210 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Leader election won for term 3
02:03:14.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.396523  8210 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 LEADER]: Becoming Leader. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Running, Role: LEADER
02:03:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.397147  8210 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.400097  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e reported cstate change: term changed from 1 to 3, leader changed from 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67) to b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65). New cstate: current_term: 3 leader_uuid: "b680039ea35c4bafba835a4aae0d1e9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: HEALTHY } } }
02:03:14.903 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:14.904 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:14.905 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3664), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [3ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [25ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [28ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [29ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [47ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [47ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [84ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [87ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [88ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [124ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [127ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [127ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [164ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [165ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [165ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1158ms] refreshing cache from master, [1158ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1162ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [1164ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [1166ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1166ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2059ms] refreshing cache from master, [2059ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [2063ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [2065ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2067ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2067ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [3659ms] refreshing cache from master, [3659ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [3663ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1276512669(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@16c777da -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249) -> (continuation of Deferred@1155649570 after retry RPC@1126316713) -> (continuation of Deferred@985662410 after retry RPC@138856034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@404a18aa -> wakeup thread Time-limited test -> (continuation of Deferred@1701406224 after retry RPC@1740721657) -> (continuation of Deferred@797030318 after retry RPC@1276643448) -> (continuation of Deferred@1898330632 after retry RPC@52432150) -> (continuation of Deferred@361898674 after retry RPC@1201392390) -> (continuation of Deferred@938414113 after retry RPC@775241249) -> (continuation of Deferred@1155649570 after retry RPC@1126316713) -> (continuation of Deferred@985662410 after retry RPC@138856034))) after lookup
02:03:14.907 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:14.908 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] Successfully connected to peer
02:03:14.934 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x28c863e3, L:/127.0.0.1:45272 - R:/127.7.42.65:39913] using TOKEN/null
02:03:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.939841  7912 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Refusing update from remote peer b680039ea35c4bafba835a4aae0d1e9e: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
02:03:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.940508  8235 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:03:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:14.941638  7685 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e -> Peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Couldn't send request to peer 73e775f87f164b0b8d81be1dfd5e98e2. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:14.964 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.67:36945
02:03:14.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:14.966293  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.080324  8245 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.080667  8245 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.080757  8245 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.085080  8245 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.085219  8245 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.67
02:03:15.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.089612  8245 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8245
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.090960  8245 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:15.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.092566  8245 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.099670  8255 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.099699  8258 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:15.099793  8254 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.099884  8245 server_base.cc:1061] running on GCE node
02:03:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.100715  8245 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:15.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.101300  8245 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:15.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.102476  8245 hybrid_clock.cc:648] HybridClock initialized: now 1786500195102449 us; error 50 us; skew 500 ppm
02:03:15.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.105268  8245 webserver.cc:533] Webserver started at http://127.7.42.67:33775/ using document root <none> and password file <none>
02:03:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.106081  8245 fs_manager.cc:362] Metadata directory not provided
02:03:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.106197  8245 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.110997  8245 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
02:03:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.113710  8264 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.114835  8245 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.114943  8245 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.115367  8245 fs_report.cc:389] FS layout report
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/data
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:15.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.129096  8245 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.129992  8245 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:15.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.130220  8245 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.130944  8245 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:15.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.132727  8272 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.137112  8245 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.137202  8245 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
02:03:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.137262  8245 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.138857  8245 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.138914  8245 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.139497  8272 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap starting.
02:03:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.152125  8245 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.67:36945
02:03:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.152204  8394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.67:36945 every 8 connection(s)
02:03:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.153463  8245 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:15.154 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.153847  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 8245
02:03:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.161552  8272 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Log is configured to *not* fsync() on all Append() calls
02:03:15.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:15.168 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.65:39913
02:03:15.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.169378  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7663
02:03:15.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.173094  8272 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.173862  8272 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap complete.
02:03:15.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.175341  8272 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent bootstrapping tablet: real 0.036s	user 0.030s	sys 0.000s
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.177626  8396 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.177904  8396 heartbeater.cc:461] Registering TS with master...
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.178066  8395 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.178160  8395 heartbeater.cc:461] Registering TS with master...
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.178624  8396 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.179035  8272 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.179447  8272 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Initialized, Role: FOLLOWER
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.178625  8395 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.179800  8397 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.179867  8397 heartbeater.cc:461] Registering TS with master...
02:03:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.179972  8272 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.180089  8397 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.181136  8272 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.004s
02:03:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.182147  7388 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.182204  7469 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.183326  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.67:43013
02:03:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.184392  7550 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:15.185739  8396 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:15.189 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:15.189 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] handling channelInactive
02:03:15.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state READY due to: connection closed
02:03:15.190 [DEBUG - Time-limited test] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.192 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.203 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:15.203 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:15.203 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test)) after lookup
02:03:15.204 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.206 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.223 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:15.223 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:15.224 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [14ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [15ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [16ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247))) after lookup
02:03:15.224 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.226 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.263 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:15.263 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:15.263 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [14ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [15ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [16ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [36ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [36ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591))) after lookup
02:03:15.265 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.267 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.382 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:15.382 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:15.383 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=192), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [14ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [15ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [16ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [36ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [36ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [77ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [77ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [188ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [192ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306))) after lookup
02:03:15.383 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.385 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.542 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:15.543 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:15.543 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=353), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [14ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [15ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [16ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [36ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [36ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [77ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [77ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [188ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [192ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [193ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [195ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [195ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [348ms] refreshing cache from master, [349ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [352ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306) -> (continuation of Deferred@171878998 after retry RPC@720490240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306) -> (continuation of Deferred@171878998 after retry RPC@720490240))) after lookup
02:03:15.544 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:15.545 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:15.546 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.462894  8410 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.463055  8410 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.463559  8410 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:16.465605  7840 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.469723  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" is_pre_election: true
02:03:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.470144  8341 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 1.
02:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.471032  7840 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.471268  8410 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Leader pre-election won for term 4
02:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.471339  8410 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Starting leader election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.471386  8410 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 3 FOLLOWER]: Advancing to term 4
02:03:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.472290  8410 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.472846  8410 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 election: Requested vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.473338  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.473497  8341 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 1 FOLLOWER]: Advancing to term 4
02:03:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:16.474202  7840 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.475754  8341 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 4.
02:03:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.476146  7840 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.476364  8410 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Leader election won for term 4
02:03:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.476630  8410 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 LEADER]: Becoming Leader. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Running, Role: LEADER
02:03:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.476969  8410 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.479750  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d reported cstate change: term changed from 3 to 4, leader changed from b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65) to 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66). New cstate: current_term: 4 leader_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:16.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:16.862 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:16.863 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1672), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [14ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [15ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [16ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [36ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [36ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [77ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [77ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [188ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [192ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [193ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [195ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [195ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [348ms] refreshing cache from master, [349ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [352ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [354ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [356ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [356ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [1669ms] refreshing cache from master, [1669ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1671ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1277775718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@72e2f557 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306) -> (continuation of Deferred@171878998 after retry RPC@720490240) -> (continuation of Deferred@369147757 after retry RPC@841870178), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6662351f -> wakeup thread Time-limited test -> (continuation of Deferred@498028864 after retry RPC@1779582247) -> (continuation of Deferred@708135259 after retry RPC@1383467591) -> (continuation of Deferred@409683247 after retry RPC@439831306) -> (continuation of Deferred@171878998 after retry RPC@720490240) -> (continuation of Deferred@369147757 after retry RPC@841870178))) after lookup
02:03:16.864 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:16.865 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] Successfully connected to peer
02:03:16.884 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x1a2e7031, L:/127.0.0.1:42594 - R:/127.7.42.66:41233] using TOKEN/null
02:03:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:16.888451  7840 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d -> Peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Couldn't send request to peer b680039ea35c4bafba835a4aae0d1e9e. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.888523  8341 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Refusing update from remote peer 5dc042d9b7294d3ebe4bf2d926cd046d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
02:03:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.889456  8410 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:03:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.898602  8433 mvcc.cc:204] Tried to move back new op lower bound from 7317504806446895104 to 7317504804773064704. Current Snapshot: MvccSnapshot[applied={T|T < 7317504806446895104}]
02:03:16.922 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.65:39913
02:03:16.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:16.923905  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:16.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.037506  8441 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.037757  8441 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.037803  8441 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.041507  8441 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.041630  8441 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.65
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.045776  8441 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8441
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.046919  8441 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.048081  8441 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.055902  8447 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.055912  8448 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:17.055904  8450 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.056200  8441 server_base.cc:1061] running on GCE node
02:03:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.056924  8441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.057534  8441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.058703  8441 hybrid_clock.cc:648] HybridClock initialized: now 1786500197058689 us; error 37 us; skew 500 ppm
02:03:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.060762  8441 webserver.cc:533] Webserver started at http://127.7.42.65:43547/ using document root <none> and password file <none>
02:03:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.061316  8441 fs_manager.cc:362] Metadata directory not provided
02:03:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.061386  8441 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.064884  8441 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
02:03:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.066998  8456 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.068156  8441 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.068260  8441 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.068730  8441 fs_report.cc:389] FS layout report
02:03:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/data
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.088275  8441 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.089049  8441 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.089214  8441 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.089815  8441 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:17.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.091434  8464 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.094937  8441 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.095008  8441 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.095065  8441 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.096655  8441 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.096705  8441 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
02:03:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.097131  8464 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap starting.
02:03:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.108055  8441 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.65:39913
02:03:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.108119  8587 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.65:39913 every 8 connection(s)
02:03:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.109349  8441 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:17.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.111089  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 8441
02:03:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.115803  8464 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Log is configured to *not* fsync() on all Append() calls
02:03:17.123 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.123721  8590 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.123975  8590 heartbeater.cc:461] Registering TS with master...
02:03:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.124614  8590 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:17.125 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.66:41233
02:03:17.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.126526  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7821
02:03:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.126652  7469 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.135414  8464 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.135878  8464 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap complete.
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.137110  8464 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent bootstrapping tablet: real 0.040s	user 0.020s	sys 0.012s
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139322  8589 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139374  8588 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139452  8589 heartbeater.cc:461] Registering TS with master...
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139632  8588 heartbeater.cc:461] Registering TS with master...
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139760  8589 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.139870  8588 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.141001  7550 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.141896  7388 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.141958  8464 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.142449  8464 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Initialized, Role: FOLLOWER
02:03:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.142933  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.65:44549
02:03:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.142959  8464 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:17.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.143985  8464 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
02:03:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:17.144852  8589 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:17.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:17.147 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] handling channelInactive
02:03:17.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state READY due to: connection closed
02:03:17.148 [DEBUG - Time-limited test] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.149 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.162 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:17.163 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:17.163 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test)) after lookup
02:03:17.164 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.166 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.182 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:17.182 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:17.182 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [18ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [18ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687))) after lookup
02:03:17.183 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.184 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:17.222 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:17.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [18ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [18ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [35ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [37ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372))) after lookup
02:03:17.223 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.225 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.302 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:17.302 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:17.303 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=155), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [18ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [18ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [35ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [37ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [76ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505))) after lookup
02:03:17.303 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.305 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:17.682 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:17.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=534), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [18ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [18ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [35ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [37ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [76ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [155ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [156ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [157ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [530ms] refreshing cache from master, [530ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [533ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505) -> (continuation of Deferred@1640366496 after retry RPC@1900716554), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505) -> (continuation of Deferred@1640366496 after retry RPC@1900716554))) after lookup
02:03:17.683 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:17.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:17.684 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.330962  8603 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.331185  8603 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.332446  8603 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.333264  8458 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.334383  8458 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.338435  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" is_pre_election: true
02:03:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.339484  8459 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2
02:03:18.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.339941  8603 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:03:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.422787  8608 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:18.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.422984  8608 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:18.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.424315  8608 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:18.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.425156  8266 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.426275  8266 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.429639  8537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.429934  8537 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 3.
02:03:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.430827  8268 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.431191  8608 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Leader pre-election won for term 5
02:03:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.431269  8608 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.431317  8608 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 4 FOLLOWER]: Advancing to term 5
02:03:18.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.432403  8608 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.432953  8608 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.433796  8537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.434017  8537 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 3 FOLLOWER]: Advancing to term 5
02:03:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.434468  8266 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.436378  8537 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 5.
02:03:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.436924  8268 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.437239  8608 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Leader election won for term 5
02:03:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.437565  8608 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 LEADER]: Becoming Leader. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Running, Role: LEADER
02:03:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.437960  8608 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.441576  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 reported cstate change: term changed from 4 to 5, leader changed from 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66) to 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67). New cstate: current_term: 5 leader_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.842202  8537 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Refusing update from remote peer 73e775f87f164b0b8d81be1dfd5e98e2: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
02:03:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:18.843194  8608 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:03:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:18.853940  8266 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 -> Peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Couldn't send request to peer 5dc042d9b7294d3ebe4bf2d926cd046d. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:19.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:19.362 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:19.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2215), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [1ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [18ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [18ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [35ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [37ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [75ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [76ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [77ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [154ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [155ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [156ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [157ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [530ms] refreshing cache from master, [530ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [533ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [535ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [536ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [536ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2211ms] refreshing cache from master, [2211ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [2213ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@913482778(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@4ffafb47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505) -> (continuation of Deferred@1640366496 after retry RPC@1900716554) -> (continuation of Deferred@976046987 after retry RPC@508814390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f63e76 -> wakeup thread Time-limited test -> (continuation of Deferred@840789460 after retry RPC@61464687) -> (continuation of Deferred@1893896863 after retry RPC@1015328372) -> (continuation of Deferred@3134174 after retry RPC@423705505) -> (continuation of Deferred@1640366496 after retry RPC@1900716554) -> (continuation of Deferred@976046987 after retry RPC@508814390))) after lookup
02:03:19.363 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.364 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] Successfully connected to peer
02:03:19.391 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x40d925df, L:/127.0.0.1:48492 - R:/127.7.42.67:36945] using TOKEN/null
02:03:19.429 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.66:41233
02:03:19.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.430729  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:19.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.552758  8650 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.553031  8650 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.553082  8650 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.556635  8650 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:19.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.556782  8650 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.66
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.561091  8650 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:19.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8650
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.562429  8650 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:19.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.563735  8650 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.571695  8658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.571734  8660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:19.571695  8657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:19.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.572417  8650 server_base.cc:1061] running on GCE node
02:03:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.572954  8650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.573661  8650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.574905  8650 hybrid_clock.cc:648] HybridClock initialized: now 1786500199574842 us; error 70 us; skew 500 ppm
02:03:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.577360  8650 webserver.cc:533] Webserver started at http://127.7.42.66:41013/ using document root <none> and password file <none>
02:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.578084  8650 fs_manager.cc:362] Metadata directory not provided
02:03:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.578200  8650 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.582324  8650 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:03:19.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.585068  8668 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.586261  8650 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.586427  8650 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.587021  8650 fs_report.cc:389] FS layout report
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/data
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:19.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:19.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.607357  8650 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.608071  8650 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.608311  8650 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.608932  8650 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.610338  8675 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.613947  8650 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.614069  8650 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.614144  8650 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.615759  8650 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.615834  8650 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:19.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.616194  8675 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap starting.
02:03:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.628566  8650 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.66:41233
02:03:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.629763  8650 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.631371  8798 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.66:41233 every 8 connection(s)
02:03:19.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.634632  8675 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Log is configured to *not* fsync() on all Append() calls
02:03:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.638875  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 8650
02:03:19.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.639925  8799 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.640200  8799 heartbeater.cc:461] Registering TS with master...
02:03:19.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.640815  8799 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.644603  7550 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.648643  8800 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.648785  8800 heartbeater.cc:461] Registering TS with master...
02:03:19.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.649022  8800 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:19.650 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:19.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.651057  7388 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.652070  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.66:56263
02:03:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.652410  8801 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.652616  8801 heartbeater.cc:461] Registering TS with master...
02:03:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.652884  8801 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.653628  8675 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.653975  7471 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.654093  8675 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap complete.
02:03:19.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.655333  8675 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent bootstrapping tablet: real 0.039s	user 0.026s	sys 0.004s
02:03:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.657673  8675 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.658102  8675 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Initialized, Role: FOLLOWER
02:03:19.659 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.67:36945
02:03:19.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:19.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.660238  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 8245
02:03:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.660163  8675 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:19.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.661526  8675 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent starting tablet: real 0.006s	user 0.007s	sys 0.000s
02:03:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:19.665249  8800 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:19.672 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] handling channelInactive
02:03:19.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state READY due to: connection closed
02:03:19.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:19.673 [DEBUG - Time-limited test] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.675 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:19.682 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:19.682 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test)) after lookup
02:03:19.684 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.686 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.702 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:19.703 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:19.703 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667))) after lookup
02:03:19.704 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.705 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:19.743 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:19.743 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [30ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [32ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497))) after lookup
02:03:19.744 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.746 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:19.862 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:19.862 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=189), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [30ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [32ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [71ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [73ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [73ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935))) after lookup
02:03:19.863 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:19.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:19.865 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.142 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:20.142 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:20.143 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=470), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [30ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [32ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [71ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [73ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [73ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [190ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [192ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [192ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [466ms] refreshing cache from master, [466ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [469ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102))) after lookup
02:03:20.144 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:20.145 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.145 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.145 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.785 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:20.786 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:20.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1113), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [30ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [32ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [71ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [73ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [73ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [190ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [192ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [192ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [466ms] refreshing cache from master, [466ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [469ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [470ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [472ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [472ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1105ms] refreshing cache from master, [1106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1112ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102) -> (continuation of Deferred@1360714039 after retry RPC@1889927244), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102) -> (continuation of Deferred@1360714039 after retry RPC@1889927244))) after lookup
02:03:20.788 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:20.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.790 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.889777  8813 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.890056  8813 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.891444  8813 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:20.892383  8671 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:20.893358  8671 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.896166  8537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.896790  8671 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d; no voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e
02:03:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.897054  8813 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:03:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.929315  8819 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:20.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.929476  8819 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.929931  8819 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:20.931594  8459 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.935091  8747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.935305  8747 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 4.
02:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.936054  8458 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.936261  8819 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Leader pre-election won for term 6
02:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.936347  8819 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Starting leader election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.936395  8819 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 5 FOLLOWER]: Advancing to term 6
02:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.937296  8819 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.937731  8819 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.938179  8747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.938297  8747 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 4 FOLLOWER]: Advancing to term 6
02:03:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:20.939091  8459 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.940203  8747 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 6.
02:03:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.940744  8458 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.941018  8819 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Leader election won for term 6
02:03:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.941252  8819 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 LEADER]: Becoming Leader. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Running, Role: LEADER
02:03:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.941567  8819 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:20.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:20.944869  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e reported cstate change: term changed from 5 to 6, leader changed from 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67) to b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65). New cstate: current_term: 6 leader_uuid: "b680039ea35c4bafba835a4aae0d1e9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: HEALTHY } } }
02:03:21.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.379379  8459 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e -> Peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Couldn't send request to peer 73e775f87f164b0b8d81be1dfd5e98e2. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.545147  8747 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Refusing update from remote peer b680039ea35c4bafba835a4aae0d1e9e: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
02:03:21.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.546152  8819 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:03:21.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:21.802 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:21.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2129), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [10ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [12ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [30ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [32ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [32ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [71ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [73ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [73ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [188ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [190ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [192ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [192ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [466ms] refreshing cache from master, [466ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [469ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [470ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [472ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [472ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1105ms] refreshing cache from master, [1106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1112ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [1114ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [1116ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1117ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2125ms] refreshing cache from master, [2126ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [2128ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@931756621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@67cc3d50 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102) -> (continuation of Deferred@1360714039 after retry RPC@1889927244) -> (continuation of Deferred@201789700 after retry RPC@1289999528), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c933d57 -> wakeup thread Time-limited test -> (continuation of Deferred@95921999 after retry RPC@1891322667) -> (continuation of Deferred@240786626 after retry RPC@613608497) -> (continuation of Deferred@448586133 after retry RPC@704406935) -> (continuation of Deferred@611575618 after retry RPC@1852436102) -> (continuation of Deferred@1360714039 after retry RPC@1889927244) -> (continuation of Deferred@201789700 after retry RPC@1289999528))) after lookup
02:03:21.803 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:21.804 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] Successfully connected to peer
02:03:21.819 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc618c109, L:/127.0.0.1:36754 - R:/127.7.42.65:39913] using TOKEN/null
02:03:21.840 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.67:36945
02:03:21.840 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.841168  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:21.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.951817  8851 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.952131  8851 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.952195  8851 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.955854  8851 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.956046  8851 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.67
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.960228  8851 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8851
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.961807  8851 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:21.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.963090  8851 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.969887  8857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.970072  8851 server_base.cc:1061] running on GCE node
02:03:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.969902  8859 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:21.969933  8856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.971053  8851 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.971748  8851 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.972939  8851 hybrid_clock.cc:648] HybridClock initialized: now 1786500201972918 us; error 35 us; skew 500 ppm
02:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.975008  8851 webserver.cc:533] Webserver started at http://127.7.42.67:33775/ using document root <none> and password file <none>
02:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.975596  8851 fs_manager.cc:362] Metadata directory not provided
02:03:21.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.975658  8851 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.979087  8851 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
02:03:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.981243  8868 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.982461  8851 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.982577  8851 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:21.982961  8851 fs_report.cc:389] FS layout report
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/data
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.002864  8851 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.003684  8851 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.003850  8851 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.004405  8851 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.005738  8877 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.009318  8851 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.009393  8851 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.009449  8851 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.011053  8851 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.011103  8851 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:22.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.011539  8877 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap starting.
02:03:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.023648  8851 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.67:36945
02:03:22.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.023711  8996 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.67:36945 every 8 connection(s)
02:03:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.024914  8851 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.027987  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 8851
02:03:22.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:22.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.029335  8877 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Log is configured to *not* fsync() on all Append() calls
02:03:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.036702  9001 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.036962  9001 heartbeater.cc:461] Registering TS with master...
02:03:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.037534  9001 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:22.039 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:22.040 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.65:39913
02:03:22.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.041178  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 8441
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.047927  8997 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.047941  8999 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.048084  8997 heartbeater.cc:461] Registering TS with master...
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.048133  8999 heartbeater.cc:461] Registering TS with master...
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.048355  8997 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.048367  8999 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.049382  7471 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.049439  7550 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.050634  7389 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.051582  7389 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.67:47981
02:03:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.055088  8877 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:22.055 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] handling channelInactive
02:03:22.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state READY due to: connection closed
02:03:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.055603  8877 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap complete.
02:03:22.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.057029  8877 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent bootstrapping tablet: real 0.046s	user 0.034s	sys 0.003s
02:03:22.057 [DEBUG - Time-limited test] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.059 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.059600  8877 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.059929  8877 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Initialized, Role: FOLLOWER
02:03:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.060321  8877 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.061118  8999 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:22.061336  8877 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.004s
02:03:22.083 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:22.083 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:22.084 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test)) after lookup
02:03:22.085 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.086 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.103 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:22.103 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:22.103 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [27ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [29ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425))) after lookup
02:03:22.104 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.106 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.122 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:22.123 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:22.123 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [27ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [29ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [47ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [49ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [49ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [65ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479))) after lookup
02:03:22.125 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.126 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.143 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:22.143 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:22.143 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [27ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [29ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [47ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [49ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [49ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [65ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [67ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [69ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019))) after lookup
02:03:22.144 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.145 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:22.202 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:22.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=145), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [27ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [29ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [47ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [49ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [49ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [65ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [67ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [69ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [87ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [88ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [88ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [141ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [144ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019) -> (continuation of Deferred@646079355 after retry RPC@1329854392), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019) -> (continuation of Deferred@646079355 after retry RPC@1329854392))) after lookup
02:03:22.203 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:22.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:22.205 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.249670  9014 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:23.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.249876  9014 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.251214  9014 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.252193  8873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:23.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.253387  8873 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.256117  8747 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:23.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.256791  8871 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e
02:03:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.257092  9014 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
02:03:23.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.339327  9019 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Starting pre-election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:23.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.339556  9019 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.340143  9019 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.342221  8671 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.345458  8946 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" is_pre_election: true
02:03:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.345721  8946 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 5.
02:03:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.346391  8671 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.346637  9019 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Leader pre-election won for term 7
02:03:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.346733  9019 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Starting leader election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:23.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.346774  9019 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 6 FOLLOWER]: Advancing to term 7
02:03:23.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.348083  9019 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.348651  9019 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 election: Requested vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.349309  8946 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.349457  8946 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 5 FOLLOWER]: Advancing to term 7
02:03:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.350307  8671 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.352037  8946 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 7.
02:03:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.352587  8671 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.352880  9019 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Leader election won for term 7
02:03:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.353154  9019 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 LEADER]: Becoming Leader. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Running, Role: LEADER
02:03:23.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.353538  9019 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.357481  7389 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d reported cstate change: term changed from 6 to 7, leader changed from b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65) to 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66). New cstate: current_term: 7 leader_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:23.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:23.523 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:23.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1466), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [2ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [25ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [27ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [29ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [29ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [45ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [47ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [49ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [49ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [65ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [67ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [69ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [69ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [85ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [87ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [88ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [88ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [141ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [144ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [146ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [148ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [148ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [1462ms] refreshing cache from master, [1462ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1465ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1902586809(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@d24e181 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019) -> (continuation of Deferred@646079355 after retry RPC@1329854392) -> (continuation of Deferred@1066591980 after retry RPC@1866217617), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18180f3d -> wakeup thread Time-limited test -> (continuation of Deferred@458074130 after retry RPC@1131691425) -> (continuation of Deferred@1804625513 after retry RPC@158062479) -> (continuation of Deferred@1437401646 after retry RPC@44921019) -> (continuation of Deferred@646079355 after retry RPC@1329854392) -> (continuation of Deferred@1066591980 after retry RPC@1866217617))) after lookup
02:03:23.524 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:23.526 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] Successfully connected to peer
02:03:23.544 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe52cffef, L:/127.0.0.1:49122 - R:/127.7.42.66:41233] using TOKEN/null
02:03:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.549484  8671 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d -> Peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Couldn't send request to peer b680039ea35c4bafba835a4aae0d1e9e. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.549638  8946 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Refusing update from remote peer 5dc042d9b7294d3ebe4bf2d926cd046d: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
02:03:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.550351  9028 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:03:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.558862  9042 mvcc.cc:204] Tried to move back new op lower bound from 7317504833730199552 to 7317504832939266048. Current Snapshot: MvccSnapshot[applied={T|T < 7317504833730199552}]
02:03:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.564002  9043 mvcc.cc:204] Tried to move back new op lower bound from 7317504833730199552 to 7317504832939266048. Current Snapshot: MvccSnapshot[applied={T|T < 7317504833730199552 or (T in {7317504833730199552})}]
02:03:23.579 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.65:39913
02:03:23.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.580853  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:23.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.695945  9051 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.696203  9051 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.696249  9051 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:23.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.699746  9051 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.699867  9051 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.65
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.703989  9051 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9051
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.705302  9051 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:23.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.706473  9051 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.713429  9056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.713719  9051 server_base.cc:1061] running on GCE node
02:03:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.713447  9062 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:23.713402  9057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.714623  9051 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.715291  9051 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.716511  9051 hybrid_clock.cc:648] HybridClock initialized: now 1786500203716466 us; error 56 us; skew 500 ppm
02:03:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.718648  9051 webserver.cc:533] Webserver started at http://127.7.42.65:43547/ using document root <none> and password file <none>
02:03:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.719318  9051 fs_manager.cc:362] Metadata directory not provided
02:03:23.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.719411  9051 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:23.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.723037  9051 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
02:03:23.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.725252  9068 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:23.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.726353  9051 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.726498  9051 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.726980  9051 fs_report.cc:389] FS layout report
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/data
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.740048  9051 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.740955  9051 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.741179  9051 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.741900  9051 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:23.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.743285  9075 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.746834  9051 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.746942  9051 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.747051  9051 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.748786  9051 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.748865  9051 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
02:03:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.749192  9075 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap starting.
02:03:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.760470  9051 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.65:39913
02:03:23.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.761682  9051 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.762493  9203 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.65:39913 every 8 connection(s)
02:03:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.767620  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 9051
02:03:23.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:23.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.770570  9075 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Log is configured to *not* fsync() on all Append() calls
02:03:23.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.773253  9204 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:23.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.773519  9204 heartbeater.cc:461] Registering TS with master...
02:03:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.774124  9204 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.776309  7550 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.777 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:23.778 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.66:41233
02:03:23.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.779011  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 8650
02:03:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.787573  9207 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.787714  9207 heartbeater.cc:461] Registering TS with master...
02:03:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.787968  9207 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.789170  7471 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.789335  9075 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.789819  9075 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap complete.
02:03:23.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.790982  9075 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent bootstrapping tablet: real 0.042s	user 0.036s	sys 0.000s
02:03:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.793286  9206 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.793429  9206 heartbeater.cc:461] Registering TS with master...
02:03:23.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.793689  9206 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:23.794 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] handling channelInactive
02:03:23.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state READY due to: connection closed
02:03:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.793975  9075 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.794821  7388 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.794829  9075 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Initialized, Role: FOLLOWER
02:03:23.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.795600  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.65:41235
02:03:23.796 [DEBUG - Time-limited test] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.796742  9075 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:23.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.797747  9075 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
02:03:23.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.798 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:23.797780  9206 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:23.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:23.822 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:23.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test)) after lookup
02:03:23.823 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:23.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.824 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.842 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:23.842 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:23.842 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082))) after lookup
02:03:23.843 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:23.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.844 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.882 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:23.883 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:23.883 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [48ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [49ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160))) after lookup
02:03:23.884 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:23.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:23.886 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.002 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:24.002 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:24.003 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [48ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [49ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [89ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [91ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [91ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094))) after lookup
02:03:24.003 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:24.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.005 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:24.522 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:24.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=727), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [48ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [49ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [89ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [91ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [91ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [208ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [210ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [724ms] refreshing cache from master, [724ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [726ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568))) after lookup
02:03:24.523 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:24.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.524 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.722 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:24.722 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:24.723 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=927), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [48ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [49ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [89ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [91ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [91ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [208ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [210ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [724ms] refreshing cache from master, [724ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [726ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [728ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [729ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [730ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [924ms] refreshing cache from master, [924ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [927ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568) -> (continuation of Deferred@835480792 after retry RPC@628909044), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568) -> (continuation of Deferred@835480792 after retry RPC@628909044))) after lookup
02:03:24.723 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:24.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:24.725 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:25.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.078358  9222 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.078596  9222 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:25.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.079377  9222 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:25.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.081095  8871 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.084932  9147 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:25.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.085235  9147 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 6.
02:03:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.085964  8873 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.086230  9222 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Leader pre-election won for term 8
02:03:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.086306  9222 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.086355  9222 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 7 FOLLOWER]: Advancing to term 8
02:03:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.087499  9222 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.088016  9222 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.088505  9147 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.088726  9147 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 6 FOLLOWER]: Advancing to term 8
02:03:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.089306  8871 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:25.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.090546  9147 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 8.
02:03:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.090946  8873 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.091135  9222 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Leader election won for term 8
02:03:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.091367  9222 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 LEADER]: Becoming Leader. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Running, Role: LEADER
02:03:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.091732  9222 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.094974  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 reported cstate change: term changed from 7 to 8, leader changed from 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66) to 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67). New cstate: current_term: 8 leader_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:25.242 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.243 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.243 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1448), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [3ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [28ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [29ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [48ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [49ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [49ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [89ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [91ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [91ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [208ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [210ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [724ms] refreshing cache from master, [724ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [726ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [728ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [729ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [730ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [924ms] refreshing cache from master, [924ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [927ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [928ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [930ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [930ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [1444ms] refreshing cache from master, [1444ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1447ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@807524160(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@448b34a2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568) -> (continuation of Deferred@835480792 after retry RPC@628909044) -> (continuation of Deferred@1510040178 after retry RPC@472172805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7124a4de -> wakeup thread Time-limited test -> (continuation of Deferred@629947565 after retry RPC@2110292082) -> (continuation of Deferred@2143423626 after retry RPC@1177606160) -> (continuation of Deferred@1411031661 after retry RPC@338301094) -> (continuation of Deferred@1067873610 after retry RPC@2068704568) -> (continuation of Deferred@835480792 after retry RPC@628909044) -> (continuation of Deferred@1510040178 after retry RPC@472172805))) after lookup
02:03:25.244 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.245 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] Successfully connected to peer
02:03:25.264 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x52b231b2, L:/127.0.0.1:48570 - R:/127.7.42.67:36945] using TOKEN/null
02:03:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.268909  9147 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Refusing update from remote peer 73e775f87f164b0b8d81be1dfd5e98e2: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 26. (index mismatch)
02:03:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.269446  8871 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 -> Peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Couldn't send request to peer 5dc042d9b7294d3ebe4bf2d926cd046d. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.269676  9222 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:03:25.293 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.66:41233
02:03:25.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.294700  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.409554  9253 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.409844  9253 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.409909  9253 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.413775  9253 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.413966  9253 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.66
02:03:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.418368  9253 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9253
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.420130  9253 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.421474  9253 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.428612  9262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.428601  9258 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:25.428593  9259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.428902  9253 server_base.cc:1061] running on GCE node
02:03:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.429661  9253 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.430368  9253 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.431550  9253 hybrid_clock.cc:648] HybridClock initialized: now 1786500205431509 us; error 63 us; skew 500 ppm
02:03:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.433792  9253 webserver.cc:533] Webserver started at http://127.7.42.66:41013/ using document root <none> and password file <none>
02:03:25.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.434473  9253 fs_manager.cc:362] Metadata directory not provided
02:03:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.434566  9253 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.438540  9253 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
02:03:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.440877  9269 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:25.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.442363  9253 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.442505  9253 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.443030  9253 fs_report.cc:389] FS layout report
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/data
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:25.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.458030  9253 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.458856  9253 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.459103  9253 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.459784  9253 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.461345  9279 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.465065  9253 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.465168  9253 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:03:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.465245  9253 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.466938  9253 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.467044  9253 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.467386  9279 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap starting.
02:03:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.479943  9253 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.66:41233
02:03:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.480782  9403 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.66:41233 every 8 connection(s)
02:03:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.481340  9253 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.482584  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 9253
02:03:25.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.488425  9279 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Log is configured to *not* fsync() on all Append() calls
02:03:25.493 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:25.494 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.67:36945
02:03:25.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.495414  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 8851
02:03:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.502861  9406 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.503170  9406 heartbeater.cc:461] Registering TS with master...
02:03:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.503885  9406 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.506410  7471 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.506501  9405 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.506599  9405 heartbeater.cc:461] Registering TS with master...
02:03:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.506822  9405 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.507766  7389 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:25.510 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] handling channelInactive
02:03:25.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state READY due to: connection closed
02:03:25.510 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:25.511 [DEBUG - Time-limited test] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.508837  7389 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.66:37463
02:03:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.512713  9404 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:25.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.512995  9404 heartbeater.cc:461] Registering TS with master...
02:03:25.513 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.513381  9404 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.514536  7550 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:25.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.522 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test)) after lookup
02:03:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.522809  9279 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:25.523 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.523298  9279 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap complete.
02:03:25.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.524 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.524506  9279 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent bootstrapping tablet: real 0.057s	user 0.033s	sys 0.004s
02:03:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.526733  9279 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.527082  9279 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Initialized, Role: FOLLOWER
02:03:25.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.527570  9279 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.528299  9405 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:25.528472  9279 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.000s
02:03:25.542 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.542 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.543 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596))) after lookup
02:03:25.543 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.545 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.582 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.582 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.582 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371))) after lookup
02:03:25.583 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.585 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.642 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.643 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.643 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [72ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [74ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [74ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129))) after lookup
02:03:25.644 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.645 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:25.943 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:25.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=432), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [72ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [74ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [74ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [133ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [134ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [135ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [428ms] refreshing cache from master, [428ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105))) after lookup
02:03:25.944 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:25.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:25.945 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.063 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:26.063 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:26.064 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=553), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [72ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [74ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [74ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [133ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [134ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [135ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [428ms] refreshing cache from master, [428ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [433ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [434ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [434ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [548ms] refreshing cache from master, [549ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [551ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638))) after lookup
02:03:26.065 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:26.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.067 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:26.362 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:26.362 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=851), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [72ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [74ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [74ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [133ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [134ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [135ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [428ms] refreshing cache from master, [428ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [433ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [434ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [434ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [548ms] refreshing cache from master, [549ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [551ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [554ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [556ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [556ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [847ms] refreshing cache from master, [847ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [850ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638) -> (continuation of Deferred@315877897 after retry RPC@1859695200), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638) -> (continuation of Deferred@315877897 after retry RPC@1859695200))) after lookup
02:03:26.363 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:26.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.365 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.793030  9421 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.793181  9421 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.794340  9421 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:26.795154  9071 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:26.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:26.796279  9071 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.799702  9352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:26.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.799975  9352 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 7.
02:03:26.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.800702  9070 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.801002  9421 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Leader pre-election won for term 9
02:03:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.801070  9421 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Starting leader election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:26.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.801115  9421 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 8 FOLLOWER]: Advancing to term 9
02:03:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.815228  9421 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.815908  9421 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.816565  9352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.816744  9352 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 7 FOLLOWER]: Advancing to term 9
02:03:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:26.817384  9071 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.819521  9352 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 9.
02:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.820034  9070 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.820437  9421 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Leader election won for term 9
02:03:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.820828  9421 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 LEADER]: Becoming Leader. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Running, Role: LEADER
02:03:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.821182  9421 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:26.823877  7389 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e reported cstate change: term changed from 8 to 9, leader changed from 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67) to b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65). New cstate: current_term: 9 leader_uuid: "b680039ea35c4bafba835a4aae0d1e9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: HEALTHY } } }
02:03:27.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.334100  9071 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e -> Peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Couldn't send request to peer 73e775f87f164b0b8d81be1dfd5e98e2. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:27.343 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:27.343 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:27.344 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=16, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1832), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [7ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [11ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [13ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [13ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [32ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [33ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [34ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [72ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [74ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [74ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [133ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [134ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [135ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [428ms] refreshing cache from master, [428ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [431ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [433ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [434ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [434ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [548ms] refreshing cache from master, [549ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [551ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [554ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [556ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [556ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [847ms] refreshing cache from master, [847ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [850ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [852ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [854ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [854ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1828ms] refreshing cache from master, [1828ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1831ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@159543132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@33d4f388 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638) -> (continuation of Deferred@315877897 after retry RPC@1859695200) -> (continuation of Deferred@2003282110 after retry RPC@1543982976), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37dbd543 -> wakeup thread Time-limited test -> (continuation of Deferred@654512217 after retry RPC@226008596) -> (continuation of Deferred@519788582 after retry RPC@1471868371) -> (continuation of Deferred@687036433 after retry RPC@673705129) -> (continuation of Deferred@328030293 after retry RPC@72920105) -> (continuation of Deferred@1206360127 after retry RPC@102714638) -> (continuation of Deferred@315877897 after retry RPC@1859695200) -> (continuation of Deferred@2003282110 after retry RPC@1543982976))) after lookup
02:03:27.345 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.346 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] Successfully connected to peer
02:03:27.365 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x7796b377, L:/127.0.0.1:36816 - R:/127.7.42.65:39913] using TOKEN/null
02:03:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.369490  9352 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Refusing update from remote peer b680039ea35c4bafba835a4aae0d1e9e: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 30. (index mismatch)
02:03:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.370275  9440 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:03:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.377475  9446 mvcc.cc:204] Tried to move back new op lower bound from 7317504849379045376 to 7317504847142572032. Current Snapshot: MvccSnapshot[applied={T|T < 7317504840773308416 or (T in {7317504840837414912,7317504840862875648})}]
02:03:27.394 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.67:36945
02:03:27.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.394758  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:27.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.503965  9453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.504200  9453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.504247  9453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.507722  9453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.507844  9453 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.67
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.511894  9453 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9453
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:27.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.513199  9453 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:27.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.514446  9453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.521421  9462 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.521445  9458 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.521622  9453 server_base.cc:1061] running on GCE node
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:27.521425  9459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.522171  9453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:27.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.522728  9453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:27.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.523909  9453 hybrid_clock.cc:648] HybridClock initialized: now 1786500207523893 us; error 36 us; skew 500 ppm
02:03:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.525971  9453 webserver.cc:533] Webserver started at http://127.7.42.67:33775/ using document root <none> and password file <none>
02:03:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.526558  9453 fs_manager.cc:362] Metadata directory not provided
02:03:27.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.526628  9453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:27.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.530102  9453 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
02:03:27.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.532303  9468 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.533560  9453 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.533706  9453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.534198  9453 fs_report.cc:389] FS layout report
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/data
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:27.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.560161  9453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.561015  9453 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.561177  9453 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:27.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.561766  9453 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.563169  9476 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.567116  9453 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.567235  9453 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
02:03:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.567320  9453 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.569172  9453 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.569252  9453 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
02:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.569573  9476 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap starting.
02:03:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.581885  9453 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.67:36945
02:03:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.581979  9602 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.67:36945 every 8 connection(s)
02:03:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.583106  9453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.588162  9476 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Log is configured to *not* fsync() on all Append() calls
02:03:27.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.591476  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 9453
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.594822  9605 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.594826  9604 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.595091  9605 heartbeater.cc:461] Registering TS with master...
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.595091  9604 heartbeater.cc:461] Registering TS with master...
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.595743  9605 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.595743  9604 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.597748  7389 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.597792  7471 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.598763  7389 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.67:33555
02:03:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.601257  9603 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.601362  9603 heartbeater.cc:461] Registering TS with master...
02:03:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.601555  9603 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.602540  7550 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:27.604 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:27.605 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.65:39913
02:03:27.606 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.606449  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 9051
02:03:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.613452  9476 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.613973  9476 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap complete.
02:03:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.615144  9476 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent bootstrapping tablet: real 0.046s	user 0.024s	sys 0.018s
02:03:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.617442  9476 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.617951  9476 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Initialized, Role: FOLLOWER
02:03:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.618477  9476 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:27.619 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] handling channelInactive
02:03:27.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:27.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state READY due to: connection closed
02:03:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.619576  9476 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
02:03:27.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:27.619813  9604 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:27.620 [DEBUG - Time-limited test] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.621 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.621 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.622 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.642 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:27.642 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:27.643 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test)) after lookup
02:03:27.643 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.645 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.661 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:27.662 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:27.662 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [25ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [26ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672))) after lookup
02:03:27.663 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.664 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:27.702 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:27.702 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [25ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [26ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [43ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [45ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [45ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636))) after lookup
02:03:27.703 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.704 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:27.761 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:27.762 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [25ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [26ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [43ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [45ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [45ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [83ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [85ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [85ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274))) after lookup
02:03:27.763 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:27.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:27.764 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:28.162 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:28.162 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:28.163 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=543), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [25ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [26ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [43ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [45ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [45ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [83ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [85ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [85ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [143ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [145ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [145ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [540ms] refreshing cache from master, [540ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [543ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274) -> (continuation of Deferred@1490299440 after retry RPC@1136059468), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274) -> (continuation of Deferred@1490299440 after retry RPC@1136059468))) after lookup
02:03:28.164 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:28.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:28.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state CONNECTING due to: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:28.165 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913
02:03:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.878758  9617 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:03:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.878945  9617 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.880049  9617 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:28.880944  9471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:28.881839  9471 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.884209  9352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.884781  9470 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e
02:03:28.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.885053  9617 raft_consensus.cc:2749] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
02:03:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.893971  9622 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Starting pre-election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.894181  9622 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.895505  9622 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:28.896775  9273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:28.897857  9273 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.901819  9548 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" is_pre_election: true
02:03:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.902115  9548 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 8.
02:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.903005  9273 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.903337  9622 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Leader pre-election won for term 10
02:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.903442  9622 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Starting leader election (detected failure of leader b680039ea35c4bafba835a4aae0d1e9e)
02:03:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.903491  9622 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 9 FOLLOWER]: Advancing to term 10
02:03:28.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.904387  9622 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.904873  9622 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 election: Requested vote from peers 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.905375  9548 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:28.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.905536  9548 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 8 FOLLOWER]: Advancing to term 10
02:03:28.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:28.906553  9273 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111)
02:03:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.907656  9548 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5dc042d9b7294d3ebe4bf2d926cd046d in term 10.
02:03:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.908124  9273 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, 73e775f87f164b0b8d81be1dfd5e98e2; no voters: b680039ea35c4bafba835a4aae0d1e9e
02:03:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.908326  9622 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Leader election won for term 10
02:03:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.908640  9622 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 LEADER]: Becoming Leader. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Running, Role: LEADER
02:03:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.908996  9622 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:28.914638  7389 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d reported cstate change: term changed from 9 to 10, leader changed from b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65) to 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66). New cstate: current_term: 10 leader_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:29.242 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.242 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.242 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1623), Traces: [0ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [2ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [3ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [25ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [26ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [43ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [45ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [45ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [83ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [85ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [85ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [143ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [145ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [145ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [540ms] refreshing cache from master, [540ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [543ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [544ms] sending RPC to server b680039ea35c4bafba835a4aae0d1e9e, [546ms] received response from server b680039ea35c4bafba835a4aae0d1e9e: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [546ms] delaying RPC due to: Network error: Failed to connect to peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913): Connection refused: /127.7.42.65:39913, [1620ms] refreshing cache from master, [1620ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1622ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@213717640(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@7adbf890 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274) -> (continuation of Deferred@1490299440 after retry RPC@1136059468) -> (continuation of Deferred@1667869972 after retry RPC@394895793), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5872ca8 -> wakeup thread Time-limited test -> (continuation of Deferred@878640815 after retry RPC@142632672) -> (continuation of Deferred@1149351706 after retry RPC@1337818636) -> (continuation of Deferred@1618125638 after retry RPC@1151069274) -> (continuation of Deferred@1490299440 after retry RPC@1136059468) -> (continuation of Deferred@1667869972 after retry RPC@394895793))) after lookup
02:03:29.243 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.244 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] Successfully connected to peer
02:03:29.261 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x5bd89a25, L:/127.0.0.1:58512 - R:/127.7.42.66:41233] using TOKEN/null
02:03:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.266381  9273 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d -> Peer b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913): Couldn't send request to peer b680039ea35c4bafba835a4aae0d1e9e. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.65:39913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:29.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.266386  9548 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Refusing update from remote peer 5dc042d9b7294d3ebe4bf2d926cd046d: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
02:03:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.267141  9629 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:03:29.290 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.65:39913
02:03:29.291 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.291483  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.403338  9650 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.403581  9650 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:29.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.403632  9650 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.407193  9650 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.407318  9650 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.65
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.411505  9650 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/logs
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.65:39913
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.65
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43547
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9650
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.65
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.412750  9650 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.413968  9650 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.420892  9655 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.420892  9656 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.421137  9650 server_base.cc:1061] running on GCE node
02:03:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:29.420877  9658 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.421916  9650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.422715  9650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.423914  9650 hybrid_clock.cc:648] HybridClock initialized: now 1786500209423893 us; error 46 us; skew 500 ppm
02:03:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.426118  9650 webserver.cc:533] Webserver started at http://127.7.42.65:43547/ using document root <none> and password file <none>
02:03:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.426693  9650 fs_manager.cc:362] Metadata directory not provided
02:03:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.426753  9650 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.430670  9650 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
02:03:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.432806  9664 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.434005  9650 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
02:03:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.434136  9650 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.434573  9650 fs_report.cc:389] FS layout report
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/wal
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/data
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.454365  9650 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.455075  9650 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.455240  9650 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.455814  9650 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.457213  9673 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.460788  9650 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.460857  9650 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.001s
02:03:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.460911  9650 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.462507  9650 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:29.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.462558  9650 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:29.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.462970  9673 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap starting.
02:03:29.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.474798  9650 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.65:39913
02:03:29.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.474877  9795 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.65:39913 every 8 connection(s)
02:03:29.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.475944  9650 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-0/data/info.pb
02:03:29.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.478621  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 9650
02:03:29.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:29.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.483841  9673 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Log is configured to *not* fsync() on all Append() calls
02:03:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.490908  9796 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.491183  9796 heartbeater.cc:461] Registering TS with master...
02:03:29.491 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.491417  9798 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.491506  9798 heartbeater.cc:461] Registering TS with master...
02:03:29.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.491875  9796 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.491875  9798 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.492877  9797 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.492961  9797 heartbeater.cc:461] Registering TS with master...
02:03:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.493168  9797 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:29.494 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.66:41233
02:03:29.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.493985  7388 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.494055  7550 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.494947  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.65:52271
02:03:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.495087  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 9253
02:03:29.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.500305  7471 ts_manager.cc:194] Re-registered known tserver with Master: b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:29.508 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] handling channelInactive
02:03:29.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state READY due to: connection closed
02:03:29.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:29.509 [DEBUG - Time-limited test] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.511 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.515934  9673 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.516324  9673 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Bootstrap complete.
02:03:29.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.517464  9673 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent bootstrapping tablet: real 0.055s	user 0.024s	sys 0.019s
02:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.519672  9673 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.520148  9673 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Initialized, Role: FOLLOWER
02:03:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.520754  9673 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.521674  9797 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:29.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:29.521808  9673 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.001s
02:03:29.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.523 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test)) after lookup
02:03:29.524 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.526 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.542 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.542 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.543 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591))) after lookup
02:03:29.544 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.545 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.582 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.582 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.583 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [36ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127))) after lookup
02:03:29.583 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.584 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.683 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.683 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.683 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [36ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [74ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [75ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644))) after lookup
02:03:29.684 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.685 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.722 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.723 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.723 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=214), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [36ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [74ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [75ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [175ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [176ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [176ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000))) after lookup
02:03:29.724 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.726 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:29.802 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)[L],73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:29.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=293), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [36ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [74ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [75ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [175ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [176ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [176ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [215ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [216ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [217ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [290ms] refreshing cache from master, [290ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [293ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000) -> (continuation of Deferred@1106204256 after retry RPC@1284827516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000) -> (continuation of Deferred@1106204256 after retry RPC@1284827516))) after lookup
02:03:29.803 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] connecting to peer
02:03:29.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:29.805 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233
02:03:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.790539  9812 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.790748  9812 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.791317  9812 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:30.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:30.793022  9470 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:30.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.796654  9744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e" is_pre_election: true
02:03:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.796999  9744 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 9.
02:03:30.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.797780  9471 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.797986  9812 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Leader pre-election won for term 11
02:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.798060  9812 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 5dc042d9b7294d3ebe4bf2d926cd046d)
02:03:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.798107  9812 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 10 FOLLOWER]: Advancing to term 11
02:03:30.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.798992  9812 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:30.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.799429  9812 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65:39913)
02:03:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.799896  9744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "b680039ea35c4bafba835a4aae0d1e9e"
02:03:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.800045  9744 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 9 FOLLOWER]: Advancing to term 11
02:03:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:30.800635  9470 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111)
02:03:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.801815  9744 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73e775f87f164b0b8d81be1dfd5e98e2 in term 11.
02:03:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.802148  9471 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73e775f87f164b0b8d81be1dfd5e98e2, b680039ea35c4bafba835a4aae0d1e9e; no voters: 5dc042d9b7294d3ebe4bf2d926cd046d
02:03:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.802335  9812 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 11 FOLLOWER]: Leader election won for term 11
02:03:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.802592  9812 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 11 LEADER]: Becoming Leader. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Running, Role: LEADER
02:03:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.802965  9812 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:30.805847  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 reported cstate change: term changed from 10 to 11, leader changed from 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66) to 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67). New cstate: current_term: 11 leader_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: UNKNOWN } } }
02:03:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:31.410820  9744 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Refusing update from remote peer 73e775f87f164b0b8d81be1dfd5e98e2: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
02:03:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:31.411628  9833 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:03:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:31.420828  9470 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 -> Peer 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233): Couldn't send request to peer 5dc042d9b7294d3ebe4bf2d926cd046d. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.66:41233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:32.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:32.943 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:32.943 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3434), Traces: [0ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [2ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [15ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [16ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [17ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [34ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [36ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [36ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [74ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [75ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [76ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [175ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [176ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [176ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [215ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [216ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [217ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [290ms] refreshing cache from master, [290ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [293ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [294ms] sending RPC to server 5dc042d9b7294d3ebe4bf2d926cd046d, [295ms] received response from server 5dc042d9b7294d3ebe4bf2d926cd046d: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [296ms] delaying RPC due to: Network error: Failed to connect to peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233): Connection refused: /127.7.42.66:41233, [3430ms] refreshing cache from master, [3430ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [3433ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@411904975(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@42d38546 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000) -> (continuation of Deferred@1106204256 after retry RPC@1284827516) -> (continuation of Deferred@115087918 after retry RPC@1843977344), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c7bf089 -> wakeup thread Time-limited test -> (continuation of Deferred@2068853341 after retry RPC@842519591) -> (continuation of Deferred@1235216247 after retry RPC@1166378127) -> (continuation of Deferred@339975303 after retry RPC@2106315644) -> (continuation of Deferred@1087302182 after retry RPC@1669190000) -> (continuation of Deferred@1106204256 after retry RPC@1284827516) -> (continuation of Deferred@115087918 after retry RPC@1843977344))) after lookup
02:03:32.944 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:32.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] Successfully connected to peer
02:03:32.963 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xa8858823, L:/127.0.0.1:43732 - R:/127.7.42.67:36945] using TOKEN/null
02:03:32.982 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.66:41233
02:03:32.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:32.982911  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:33.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.097522  9857 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.097797  9857 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.097862  9857 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:33.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.101531  9857 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:33.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.101707  9857 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.66
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.105803  9857 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/logs
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.66:41233
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.66
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41013
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9857
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.66
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:33.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.107323  9857 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.108608  9857 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.115411  9867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.115411  9864 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.115716  9857 server_base.cc:1061] running on GCE node
02:03:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:33.115387  9863 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.116320  9857 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.116948  9857 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.118134  9857 hybrid_clock.cc:648] HybridClock initialized: now 1786500213118116 us; error 40 us; skew 500 ppm
02:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.119932  9857 webserver.cc:533] Webserver started at http://127.7.42.66:41013/ using document root <none> and password file <none>
02:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.120585  9857 fs_manager.cc:362] Metadata directory not provided
02:03:33.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.120702  9857 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.124053  9857 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
02:03:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.126186  9873 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.127182  9857 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.127310  9857 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.127748  9857 fs_report.cc:389] FS layout report
02:03:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/wal
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/data
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:33.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:33.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.147445  9857 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.148254  9857 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:33.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.148479  9857 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:33.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.149199  9857 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:33.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.150699  9881 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.154407  9857 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.154502  9857 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.154577  9857 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.156152  9857 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.156224  9857 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.156517  9881 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap starting.
02:03:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.167994  9857 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.66:41233
02:03:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.168143 10002 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.66:41233 every 8 connection(s)
02:03:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.169389  9857 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-1/data/info.pb
02:03:33.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.170331  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 9857
02:03:33.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:33.182 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.183609  9881 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Log is configured to *not* fsync() on all Append() calls
02:03:33.184 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.42.67:36945
02:03:33.185 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.185254  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 9453
02:03:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.186889 10004 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.187170 10004 heartbeater.cc:461] Registering TS with master...
02:03:33.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.187884 10004 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.189287 10005 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.189392 10005 heartbeater.cc:461] Registering TS with master...
02:03:33.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.189603 10005 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.191216  7469 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.191567 10003 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.191658 10003 heartbeater.cc:461] Registering TS with master...
02:03:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.191862 10003 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.192857  7551 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.195142  7388 ts_manager.cc:194] Re-registered known tserver with Master: 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233)
02:03:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.196143  7388 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.66:32861
02:03:33.199 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] handling channelInactive
02:03:33.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:33.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state READY due to: connection closed
02:03:33.200 [DEBUG - Time-limited test] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.201 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.213972  9881 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.214476  9881 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Bootstrap complete.
02:03:33.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.215664  9881 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent bootstrapping tablet: real 0.059s	user 0.036s	sys 0.009s
02:03:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.218086  9881 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.218459  9881 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dc042d9b7294d3ebe4bf2d926cd046d, State: Initialized, Role: FOLLOWER
02:03:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.218991  9881 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.220006  9881 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
02:03:33.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:33.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:33.220255 10004 heartbeater.cc:499] Master 127.7.42.126:45015 was elected leader, sending a full tablet report...
02:03:33.222 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:33.222 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test)) after lookup
02:03:33.223 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.225 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.242 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:33.243 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:33.243 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512))) after lookup
02:03:33.243 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.244 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.262 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:33.262 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:33.262 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [45ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [46ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910))) after lookup
02:03:33.263 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.265 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.382 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:33.382 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:33.383 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [45ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [46ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [64ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [66ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831))) after lookup
02:03:33.384 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.385 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.482 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:33.484 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:33.485 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=285), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [45ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [46ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [64ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [66ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [184ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [186ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [282ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419))) after lookup
02:03:33.485 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:33.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:33.487 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:34.242 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:34.242 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)[L],b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)]}]
02:03:34.243 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1043), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [45ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [46ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [64ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [66ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [184ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [186ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [282ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [286ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [288ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [288ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1040ms] refreshing cache from master, [1040ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1043ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419) -> (continuation of Deferred@943098719 after retry RPC@2046586850), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419) -> (continuation of Deferred@943098719 after retry RPC@2046586850))) after lookup
02:03:34.243 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] connecting to peer
02:03:34.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:34.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:34.245 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945) for tablet 9bc76bcadc5c45179ebb7280f2098f5f: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945
02:03:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.481768 10017 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.481921 10017 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.483121 10017 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:34.483901  9668 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:34.485023  9668 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.488765  9953 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" is_pre_election: true
02:03:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.489073  9953 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 10.
02:03:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.489966  9666 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.490299 10017 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Leader pre-election won for term 12
02:03:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.490372 10017 raft_consensus.cc:493] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Starting leader election (detected failure of leader 73e775f87f164b0b8d81be1dfd5e98e2)
02:03:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.490403 10017 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 11 FOLLOWER]: Advancing to term 12
02:03:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.491304 10017 raft_consensus.cc:515] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.491724 10017 leader_election.cc:290] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 election: Requested vote from peers 5dc042d9b7294d3ebe4bf2d926cd046d (127.7.42.66:41233), 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.492257  9953 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9bc76bcadc5c45179ebb7280f2098f5f" candidate_uuid: "b680039ea35c4bafba835a4aae0d1e9e" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d"
02:03:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.492419  9953 raft_consensus.cc:3060] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 10 FOLLOWER]: Advancing to term 12
02:03:34.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:34.492992  9668 leader_election.cc:336] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111)
02:03:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.494378  9953 raft_consensus.cc:2468] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b680039ea35c4bafba835a4aae0d1e9e in term 12.
02:03:34.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.494792  9666 leader_election.cc:304] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5dc042d9b7294d3ebe4bf2d926cd046d, b680039ea35c4bafba835a4aae0d1e9e; no voters: 73e775f87f164b0b8d81be1dfd5e98e2
02:03:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.495024 10017 raft_consensus.cc:2804] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 12 FOLLOWER]: Leader election won for term 12
02:03:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.495234 10017 raft_consensus.cc:697] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [term 12 LEADER]: Becoming Leader. State: Replica: b680039ea35c4bafba835a4aae0d1e9e, State: Running, Role: LEADER
02:03:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.495605 10017 consensus_queue.cc:237] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:34.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.498385  7388 catalog_manager.cc:5719] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e reported cstate change: term changed from 11 to 12, leader changed from 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67) to b680039ea35c4bafba835a4aae0d1e9e (127.7.42.65). New cstate: current_term: 12 leader_uuid: "b680039ea35c4bafba835a4aae0d1e9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } health_report { overall_health: HEALTHY } } }
02:03:34.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.887542  9953 raft_consensus.cc:1275] T 9bc76bcadc5c45179ebb7280f2098f5f P 5dc042d9b7294d3ebe4bf2d926cd046d [term 12 FOLLOWER]: Refusing update from remote peer b680039ea35c4bafba835a4aae0d1e9e: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
02:03:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:34.888343 10017 consensus_queue.cc:1048] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:03:34.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:34.897939  9668 consensus_peers.cc:597] T 9bc76bcadc5c45179ebb7280f2098f5f P b680039ea35c4bafba835a4aae0d1e9e -> Peer 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945): Couldn't send request to peer 73e775f87f164b0b8d81be1dfd5e98e2. Status: Network error: Client connection negotiation failed: client connection to 127.7.42.67:36945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:03:36.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9bc76bcadc5c45179ebb7280f2098f5f for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184' with partition [<start>, <end>)
02:03:36.582 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9bc76bcadc5c45179ebb7280f2098f5f@[5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233),73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945),b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)[L]]}]
02:03:36.582 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9bc76bcadc5c45179ebb7280f2098f5f, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3382), Traces: [0ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [2ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [24ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [25ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [26ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [44ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [45ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [46ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [64ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [66ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [66ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [180ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [184ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [186ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [186ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [279ms] refreshing cache from master, [280ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [282ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [286ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [288ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [288ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1040ms] refreshing cache from master, [1040ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [1043ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, [1044ms] sending RPC to server 73e775f87f164b0b8d81be1dfd5e98e2, [1046ms] received response from server 73e775f87f164b0b8d81be1dfd5e98e2: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [1046ms] delaying RPC due to: Network error: Failed to connect to peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945): Connection refused: /127.7.42.67:36945, [3379ms] refreshing cache from master, [3380ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.42.126:45015, [3382ms] Sub RPC GetTableLocations: received response from server master-127.7.42.126:45015: OK, deferred=Deferred@1564915529(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f220c320c88@76616cbd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419) -> (continuation of Deferred@943098719 after retry RPC@2046586850) -> (continuation of Deferred@1078502597 after retry RPC@1523662929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dab2ead -> wakeup thread Time-limited test -> (continuation of Deferred@1356460529 after retry RPC@1360454512) -> (continuation of Deferred@504338884 after retry RPC@2019877910) -> (continuation of Deferred@1237019018 after retry RPC@371224831) -> (continuation of Deferred@1069504579 after retry RPC@713908419) -> (continuation of Deferred@943098719 after retry RPC@2046586850) -> (continuation of Deferred@1078502597 after retry RPC@1523662929))) after lookup
02:03:36.583 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] connecting to peer
02:03:36.584 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] Successfully connected to peer
02:03:36.603 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x6cc95067, L:/127.0.0.1:40134 - R:/127.7.42.65:39913] using TOKEN/null
02:03:36.623 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.42.67:36945
02:03:36.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.624338  7337 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:03:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:36.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:03:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.739485 10062 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:03:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.739760 10062 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:03:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.739830 10062 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:03:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.743726 10062 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:03:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.743902 10062 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.42.67
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.748126 10062 tablet_server_runner.cc:78] Tablet server non-default flags:
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/logs
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.42.84:39913
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.42.67:36945
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:03:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.42.67
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33775
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.42.126:45015,127.7.42.125:42945,127.7.42.124:36325
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10062
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.42.67
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:48 UTC on bdcb31816ec0
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13296
02:03:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.749676 10062 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:03:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.751061 10062 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:03:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.758167 10067 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.758180 10068 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.758571 10062 server_base.cc:1061] running on GCE node
02:03:36.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 02:03:36.758183 10071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:03:36.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.759464 10062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:03:36.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.760061 10062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:03:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.761243 10062 hybrid_clock.cc:648] HybridClock initialized: now 1786500216761224 us; error 38 us; skew 500 ppm
02:03:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.763375 10062 webserver.cc:533] Webserver started at http://127.7.42.67:33775/ using document root <none> and password file <none>
02:03:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.764011 10062 fs_manager.cc:362] Metadata directory not provided
02:03:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.764102 10062 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:03:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.767895 10062 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
02:03:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.770119 10078 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.771282 10062 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
02:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.771392 10062 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data,/tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:36.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73e775f87f164b0b8d81be1dfd5e98e2"
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 02:03:09 on dist-test-slave-rnrw"
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.771799 10062 fs_report.cc:389] FS layout report
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/wal
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/data
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:03:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:03:36.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.796370 10062 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:03:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.797137 10062 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:03:36.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.797302 10062 kserver.cc:163] Server-wide thread pool size limit: 3276
02:03:36.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.797864 10062 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:03:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.799149 10086 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:03:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.802667 10062 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:03:36.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.802763 10062 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
02:03:36.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.802838 10062 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:03:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.804437 10062 ts_tablet_manager.cc:616] Registered 1 tablets
02:03:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.804509 10062 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
02:03:36.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.804944 10086 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap starting.
02:03:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.816972 10062 rpc_server.cc:307] RPC server started. Bound to: 127.7.42.67:36945
02:03:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.817000 10215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.42.67:36945 every 8 connection(s)
02:03:36.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.818099 10062 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskgnoqWa/test-tmp/mini-kudu-cluster6797987140936791228/ts-2/data/info.pb
02:03:36.822 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:03:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.821749  7337 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu as pid 10062
02:03:36.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.824795 10086 log.cc:826] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Log is configured to *not* fsync() on all Append() calls
02:03:36.832 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.830390 10217 heartbeater.cc:344] Connected to a master server at 127.7.42.126:45015
02:03:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.830576 10216 heartbeater.cc:344] Connected to a master server at 127.7.42.124:36325
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.830660 10217 heartbeater.cc:461] Registering TS with master...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.830673 10216 heartbeater.cc:461] Registering TS with master...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.831331 10217 heartbeater.cc:507] Master 127.7.42.126:45015 requested a full tablet report, sending...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.831331 10216 heartbeater.cc:507] Master 127.7.42.124:36325 requested a full tablet report, sending...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.833343 10218 heartbeater.cc:344] Connected to a master server at 127.7.42.125:42945
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.833452 10218 heartbeater.cc:461] Registering TS with master...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.833739 10218 heartbeater.cc:507] Master 127.7.42.125:42945 requested a full tablet report, sending...
02:03:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.833863  7389 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.834636  7550 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.834787  7389 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.42.67:45135
02:03:36.837 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786500190184, tablet=9bc76bcadc5c45179ebb7280f2098f5f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:03:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.837386  7469 ts_manager.cc:194] Re-registered known tserver with Master: 73e775f87f164b0b8d81be1dfd5e98e2 (127.7.42.67:36945)
02:03:36.843 [DEBUG - main] (Connection.java:575) [peer master-127.7.42.126:45015(127.7.42.126:45015)] disconnecting while in state READY
02:03:36.847 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.42.126:45015(127.7.42.126:45015)] handling channelInactive
02:03:36.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.42.126:45015(127.7.42.126:45015)] cleaning up while in state READY due to: connection closed
02:03:36.847 [DEBUG - main] (Connection.java:575) [peer 73e775f87f164b0b8d81be1dfd5e98e2(127.7.42.67:36945)] disconnecting while in state TERMINATED
02:03:36.848 [DEBUG - main] (Connection.java:575) [peer 5dc042d9b7294d3ebe4bf2d926cd046d(127.7.42.66:41233)] disconnecting while in state TERMINATED
02:03:36.848 [DEBUG - main] (Connection.java:575) [peer master-127.7.42.124:36325(127.7.42.124:36325)] disconnecting while in state READY
02:03:36.848 [DEBUG - main] (Connection.java:575) [peer master-127.7.42.125:42945(127.7.42.125:42945)] disconnecting while in state READY
02:03:36.848 [DEBUG - main] (Connection.java:575) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] disconnecting while in state READY
02:03:36.849 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.42.124:36325(127.7.42.124:36325)] handling channelInactive
02:03:36.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.42.124:36325(127.7.42.124:36325)] cleaning up while in state READY due to: connection closed
02:03:36.850 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:03:36.850 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.42.125:42945(127.7.42.125:42945)] handling channelInactive
02:03:36.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.42.125:42945(127.7.42.125:42945)] cleaning up while in state READY due to: connection closed
02:03:36.851 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] handling channelInactive
02:03:36.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b680039ea35c4bafba835a4aae0d1e9e(127.7.42.65:39913)] cleaning up while in state READY due to: connection closed
02:03:36.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.854741  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 9650
02:03:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.868711  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 9857
02:03:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.878492 10086 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:03:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.878882 10086 tablet_bootstrap.cc:492] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Bootstrap complete.
02:03:36.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.879967 10086 ts_tablet_manager.cc:1403] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent bootstrapping tablet: real 0.075s	user 0.042s	sys 0.007s
02:03:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.882146 10086 raft_consensus.cc:359] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.882485 10086 raft_consensus.cc:740] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73e775f87f164b0b8d81be1dfd5e98e2, State: Initialized, Role: FOLLOWER
02:03:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.882921 10086 consensus_queue.cc:260] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5dc042d9b7294d3ebe4bf2d926cd046d" member_type: VOTER last_known_addr { host: "127.7.42.66" port: 41233 } } peers { permanent_uuid: "73e775f87f164b0b8d81be1dfd5e98e2" member_type: VOTER last_known_addr { host: "127.7.42.67" port: 36945 } } peers { permanent_uuid: "b680039ea35c4bafba835a4aae0d1e9e" member_type: VOTER last_known_addr { host: "127.7.42.65" port: 39913 } }
02:03:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.883806 10086 ts_tablet_manager.cc:1434] T 9bc76bcadc5c45179ebb7280f2098f5f P 73e775f87f164b0b8d81be1dfd5e98e2: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
02:03:36.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.884130  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 10062
02:03:36.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.894528  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7348
02:03:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.903508  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7436
02:03:36.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 02:03:36.912626  7337 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskgnoqWa/build/debug/bin/kudu with pid 7513
02:03:36.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T02:03:36Z chronyd exiting

Time: 29.873

OK (1 test)

