JUnit version 4.13.2
.10:27:13.043 [INFO - main] (RandomUtils.java:49) Using random seed: 1783506433038
10:27:13.082 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
10:27:13.130 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
10:27:13.143 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasketM1ZB/test-tmp
10:27:13.145 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
10:27:13.148 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasketM1ZB/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
10:27:13.382 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

10:27:13.394 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:27:13.395 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

10:27:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.397102  7641 mini_oidc.cc:152] Starting JWKS server
10:27:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.399333  7641 webserver.cc:460] Webserver started at http://127.0.0.1:33213/ using document root <none> and password file <none>
10:27:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.399472  7641 mini_oidc.cc:189] Starting OIDC Discovery server
10:27:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.399758  7641 webserver.cc:460] Webserver started at http://127.0.0.1:41875/ using document root <none> and password file <none>
10:27:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T10:27:13Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
10:27:13.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T10:27:13Z Disabled control of system clock
10:27:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.416457  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/logs
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data/info.pb
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:13.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.126:45667
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.126
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json with env {}
10:27:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.523074  7652 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.523398  7652 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.523458  7652 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.528846  7652 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.528909  7652 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.528934  7652 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.528959  7652 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.528988  7652 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:27:13.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.529009  7652 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33213/jwks.json
10:27:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.534006  7652 master_runner.cc:386] Master server non-default flags:
10:27:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data
10:27:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.126:45667
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data/info.pb
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.126
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7652
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/logs
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:13.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.535358  7652 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.537179  7652 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.547974  7657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.548025  7658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.548115  7652 server_base.cc:1034] running on GCE node
10:27:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.548175  7660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.549247  7652 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.550462  7652 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.551666  7652 hybrid_clock.cc:648] HybridClock initialized: now 1783506433551608 us; error 69 us; skew 500 ppm
10:27:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.553962  7652 webserver.cc:460] Webserver started at http://127.7.118.126:42287/ using document root <none> and password file <none>
10:27:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.554625  7652 fs_manager.cc:359] Metadata directory not provided
10:27:13.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.554726  7652 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:13.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.555007  7652 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.557173  7652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data/instance:
10:27:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f6ee990341548f498e480db25fb51c5"
10:27:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.557868  7652 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal/instance:
10:27:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f6ee990341548f498e480db25fb51c5"
10:27:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.561893  7652 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
10:27:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.564783  7666 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.566190  7652 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:27:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.566293  7652 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f6ee990341548f498e480db25fb51c5"
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.566372  7652 fs_report.cc:383] FS layout report
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal
10:27:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data/data
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.593719  7652 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.594364  7652 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.594527  7652 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.601644  7652 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.126:45667
10:27:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.601658  7718 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.126:45667 every 8 connection(s)
10:27:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.602519  7652 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/data/info.pb
10:27:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.603731  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 7652
10:27:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.603904  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-0/wal/instance
10:27:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.605450  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/logs
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data/info.pb
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.125:43147
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.125
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json with env {}
10:27:13.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.605821  7719 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.609997  7719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.623198  7719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.623979  7670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.125:43147: connect: Connection refused (error 111)
10:27:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.625142  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.125:43147: Network error: Client connection negotiation failed: client connection to 127.7.118.125:43147: connect: Connection refused (error 111)
10:27:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.674429  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } attempt: 1
10:27:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.676306  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.125:43147: Network error: Client connection negotiation failed: client connection to 127.7.118.125:43147: connect: Connection refused (error 111)
10:27:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.717662  7721 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.717922  7721 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:13.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.717975  7721 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722291  7721 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:27:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722393  7721 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722421  7721 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:27:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722447  7721 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:27:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722473  7721 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:27:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.722496  7721 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33213/jwks.json
10:27:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.727327  7721 master_runner.cc:386] Master server non-default flags:
10:27:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.125:43147
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data/info.pb
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.125
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7721
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/logs
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.728649  7721 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.730382  7721 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.739146  7732 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.739259  7729 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.739277  7730 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.739398  7721 server_base.cc:1034] running on GCE node
10:27:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.740075  7721 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.741536  7721 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.742774  7721 hybrid_clock.cc:648] HybridClock initialized: now 1783506433742752 us; error 39 us; skew 500 ppm
10:27:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.744516  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } attempt: 2
10:27:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.744860  7721 webserver.cc:460] Webserver started at http://127.7.118.125:43773/ using document root <none> and password file <none>
10:27:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.745595  7721 fs_manager.cc:359] Metadata directory not provided
10:27:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.745693  7721 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.745913  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.125:43147: Network error: Client connection negotiation failed: client connection to 127.7.118.125:43147: connect: Connection refused (error 111)
10:27:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.745963  7721 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.747888  7721 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data/instance:
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d98ef1cc8824511a4d7b6795a950b5c"
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.748586  7721 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal/instance:
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d98ef1cc8824511a4d7b6795a950b5c"
10:27:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.752399  7721 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
10:27:13.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.755069  7738 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.756629  7721 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.756764  7721 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d98ef1cc8824511a4d7b6795a950b5c"
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.756876  7721 fs_report.cc:383] FS layout report
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data/data
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.780144  7721 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.780925  7721 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.781129  7721 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.788465  7721 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.125:43147
10:27:13.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.788470  7790 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.125:43147 every 8 connection(s)
10:27:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.789502  7721 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/data/info.pb
10:27:13.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.792474  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 7721
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.792570  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-1/wal/instance
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.792717  7791 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.793232  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/logs
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data/info.pb
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.124:40671
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.124
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json with env {}
10:27:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.797428  7791 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.808081  7791 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.815029  7791 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.815735  7742 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.816578  7791 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.837069  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } attempt: 3
10:27:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.842206  7719 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.843379  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.865797  7791 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 1
10:27:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.867460  7791 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.874565  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 1
10:27:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.876055  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.909602  7793 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.909821  7793 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.909855  7793 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:13.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913784  7793 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
10:27:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913830  7793 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913848  7793 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
10:27:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913863  7793 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
10:27:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913879  7793 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
10:27:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.913892  7793 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33213/jwks.json
10:27:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.918555  7793 master_runner.cc:386] Master server non-default flags:
10:27:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:13.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.124:40671
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33213/jwks.json
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data/info.pb
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.124
10:27:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7793
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/logs
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.919512  7793 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.920912  7793 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.928746  7804 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.928833  7802 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.928879  7801 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.929060  7793 server_base.cc:1034] running on GCE node
10:27:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.930070  7793 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.931373  7793 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.932561  7793 hybrid_clock.cc:648] HybridClock initialized: now 1783506433932547 us; error 51 us; skew 500 ppm
10:27:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.934633  7793 webserver.cc:460] Webserver started at http://127.7.118.124:33671/ using document root <none> and password file <none>
10:27:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.935314  7793 fs_manager.cc:359] Metadata directory not provided
10:27:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.935395  7793 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.935634  7793 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.935611  7791 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 2
10:27:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.937055  7791 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.938237  7793 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data/instance:
10:27:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a3c5f231e4d4cb1a08486090ee7697f"
10:27:13.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.939404  7793 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal/instance:
10:27:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a3c5f231e4d4cb1a08486090ee7697f"
10:27:13.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.943109  7793 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
10:27:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.945438  7810 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.946574  7793 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
10:27:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.946707  7793 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal
10:27:13.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a3c5f231e4d4cb1a08486090ee7697f"
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:13 on dist-test-slave-rt02"
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.946805  7793 fs_report.cc:383] FS layout report
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data/data
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:13.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:13.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:13.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.951242  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 2
10:27:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:13.952708  7719 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.118.124:40671: Network error: Client connection negotiation failed: client connection to 127.7.118.124:40671: connect: Connection refused (error 111)
10:27:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.956979  7793 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.957499  7793 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.957631  7793 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.964757  7862 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.124:40671 every 8 connection(s)
10:27:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.964762  7793 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.124:40671
10:27:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.965744  7793 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/data/info.pb
10:27:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.968899  7863 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.969157  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 7793
10:27:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.969252  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/master-2/wal/instance
10:27:13.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.973026  7863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.982682  7863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.990880  7863 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } has no permanent_uuid. Determining permanent_uuid...
10:27:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:13.997977  7863 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: Bootstrap starting.
10:27:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.000434  7863 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: Neither blocks nor log segments found. Creating new log.
10:27:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.001251  7863 log.cc:824] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: Log is configured to *not* fsync() on all Append() calls
10:27:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.003245  7863 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: No bootstrap required, opened a new log
10:27:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.006914  7863 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.007100  7863 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.007133  7863 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a3c5f231e4d4cb1a08486090ee7697f, State: Initialized, Role: FOLLOWER
10:27:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.007527  7863 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.007933  7871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.008050  7871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.008711  7863 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: configured and running, proceeding with master startup.
10:27:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.013150  7882 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:27:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.013238  7882 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:27:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.012003  7793 master_runner.cc:186] Error getting master registration for 127.7.118.126:45667: OK, instance_id { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" instance_seqno: 1783506433599753 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:27:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.014257  7793 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:27:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.028277  7791 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 3
10:27:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.035132  7791 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: Bootstrap starting.
10:27:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.037422  7791 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: Neither blocks nor log segments found. Creating new log.
10:27:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.038457  7791 log.cc:824] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: Log is configured to *not* fsync() on all Append() calls
10:27:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.040087  7791 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: No bootstrap required, opened a new log
10:27:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.043244  7791 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.043413  7791 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:14.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.043447  7791 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d98ef1cc8824511a4d7b6795a950b5c, State: Initialized, Role: FOLLOWER
10:27:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.043823  7791 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.045084  7791 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: configured and running, proceeding with master startup.
10:27:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.048163  7885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.050292  7885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.048477  7721 master_runner.cc:186] Error getting master registration for 127.7.118.126:45667: OK, instance_id { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" instance_seqno: 1783506433599753 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:27:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.051811  7721 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:27:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.051867  7719 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } attempt: 3
10:27:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.055001  7896 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:27:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.055078  7896 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:27:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.059393  7719 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: Bootstrap starting.
10:27:14.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.061997  7719 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: Neither blocks nor log segments found. Creating new log.
10:27:14.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.063259  7719 log.cc:824] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: Log is configured to *not* fsync() on all Append() calls
10:27:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.065258  7719 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: No bootstrap required, opened a new log
10:27:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.069355  7719 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.069562  7719 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:14.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.069605  7719 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f6ee990341548f498e480db25fb51c5, State: Initialized, Role: FOLLOWER
10:27:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.070026  7719 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.070501  7899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.070778  7899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.071249  7719 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: configured and running, proceeding with master startup.
10:27:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.075929  7910 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:27:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.076668  7910 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:27:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.079196  7652 master_runner.cc:263] No leader master found from master 2f6ee990341548f498e480db25fb51c5
10:27:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.079262  7652 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
10:27:14.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.096022  7672 tablet.cc:2369] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:27:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.129705  7899 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:27:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.129878  7899 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.130842  7899 leader_election.cc:288] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7d98ef1cc8824511a4d7b6795a950b5c (127.7.118.125:43147), 1a3c5f231e4d4cb1a08486090ee7697f (127.7.118.124:40671)
10:27:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.131487  7837 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f6ee990341548f498e480db25fb51c5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" is_pre_election: true
10:27:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.131770  7837 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f6ee990341548f498e480db25fb51c5 in term 0.
10:27:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.132135  7670 leader_election.cc:302] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a3c5f231e4d4cb1a08486090ee7697f, 2f6ee990341548f498e480db25fb51c5; no voters: 
10:27:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.133400  7765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f6ee990341548f498e480db25fb51c5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" is_pre_election: true
10:27:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.133668  7765 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f6ee990341548f498e480db25fb51c5 in term 0.
10:27:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.134519  7899 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Leader pre-election won for term 1
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.134611  7899 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.134654  7899 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 0 FOLLOWER]: Advancing to term 1
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.135876  7899 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.136576  7837 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f6ee990341548f498e480db25fb51c5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a3c5f231e4d4cb1a08486090ee7697f"
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.136680  7837 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 0 FOLLOWER]: Advancing to term 1
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.138381  7837 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f6ee990341548f498e480db25fb51c5 in term 1.
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.138808  7765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2f6ee990341548f498e480db25fb51c5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d98ef1cc8824511a4d7b6795a950b5c"
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.138906  7765 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 0 FOLLOWER]: Advancing to term 1
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.140172  7765 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f6ee990341548f498e480db25fb51c5 in term 1.
10:27:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.140479  7670 leader_election.cc:302] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f6ee990341548f498e480db25fb51c5, 7d98ef1cc8824511a4d7b6795a950b5c; no voters: 
10:27:14.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.136191  7899 leader_election.cc:288] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [CANDIDATE]: Term 1 election: Requested vote from peers 7d98ef1cc8824511a4d7b6795a950b5c (127.7.118.125:43147), 1a3c5f231e4d4cb1a08486090ee7697f (127.7.118.124:40671)
10:27:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.141721  7899 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 1 FOLLOWER]: Leader election won for term 1
10:27:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.141798  7899 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [term 1 LEADER]: Becoming Leader. State: Replica: 2f6ee990341548f498e480db25fb51c5, State: Running, Role: LEADER
10:27:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.142123  7899 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } }
10:27:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.144662  7899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f6ee990341548f498e480db25fb51c5. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.144764  7899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: This master's current role is: LEADER
10:27:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.150410  7914 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
10:27:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.156114  7914 catalog_manager.cc:1484] Initializing Kudu cluster ID...
10:27:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.164382  7837 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [term 1 FOLLOWER]: Refusing update from remote peer 2f6ee990341548f498e480db25fb51c5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:27:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.167284  7912 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:27:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.175168  7871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f6ee990341548f498e480db25fb51c5. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.175290  7871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.176740  7765 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [term 1 FOLLOWER]: Refusing update from remote peer 2f6ee990341548f498e480db25fb51c5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:27:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.177547  7912 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:27:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.181856  7885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2f6ee990341548f498e480db25fb51c5. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.181973  7885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.188530  7912 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.188683  7912 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: This master's current role is: LEADER
10:27:14.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.190833  7885 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.190956  7885 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.191615  7915 mvcc.cc:205] Tried to move back new op lower bound from 7305242354328616960 to 7305242354252308480. Current Snapshot: MvccSnapshot[applied={T|T < 7305242354328616960}]
10:27:14.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.195362  7918 mvcc.cc:205] Tried to move back new op lower bound from 7305242354328616960 to 7305242354252308480. Current Snapshot: MvccSnapshot[applied={T|T < 7305242354328616960}]
10:27:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.196867  7899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.196990  7899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5 [sys.catalog]: This master's current role is: LEADER
10:27:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.198235  7871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f6ee990341548f498e480db25fb51c5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f6ee990341548f498e480db25fb51c5" member_type: VOTER last_known_addr { host: "127.7.118.126" port: 45667 } } peers { permanent_uuid: "7d98ef1cc8824511a4d7b6795a950b5c" member_type: VOTER last_known_addr { host: "127.7.118.125" port: 43147 } } peers { permanent_uuid: "1a3c5f231e4d4cb1a08486090ee7697f" member_type: VOTER last_known_addr { host: "127.7.118.124" port: 40671 } } }
10:27:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.198357  7871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f [sys.catalog]: This master's current role is: FOLLOWER
10:27:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.201325  7916 mvcc.cc:205] Tried to move back new op lower bound from 7305242354328616960 to 7305242354252308480. Current Snapshot: MvccSnapshot[applied={T|T < 7305242354328616960}]
10:27:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.205073  7914 catalog_manager.cc:1347] Generated new cluster ID: 06e8d68513a74f1b984ea49b04e02d50
10:27:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.205140  7914 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
10:27:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.222932  7914 catalog_manager.cc:1370] Generated new certificate authority record
10:27:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.224395  7914 catalog_manager.cc:1504] Loading token signing keys...
10:27:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.240890  7914 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2f6ee990341548f498e480db25fb51c5: Generated new TSK 0
10:27:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.242007  7914 catalog_manager.cc:1514] Initializing in-progress tserver states...
10:27:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.260392  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:14.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:0
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.372786  7923 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.373024  7923 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.373057  7923 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.377039  7923 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.377122  7923 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.65
10:27:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.381541  7923 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:0
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7923
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.382661  7923 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.384007  7923 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.393160  7931 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.393172  7928 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.393146  7929 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.393637  7923 server_base.cc:1034] running on GCE node
10:27:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.393976  7923 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:14.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.394546  7923 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:14.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.395725  7923 hybrid_clock.cc:648] HybridClock initialized: now 1783506434395706 us; error 33 us; skew 500 ppm
10:27:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.397586  7923 webserver.cc:460] Webserver started at http://127.7.118.65:43593/ using document root <none> and password file <none>
10:27:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.398154  7923 fs_manager.cc:359] Metadata directory not provided
10:27:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.398245  7923 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:14.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.398490  7923 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:14.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.400357  7923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/instance:
10:27:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.400934  7923 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal/instance:
10:27:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.404575  7923 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.003s
10:27:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.406967  7937 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.408316  7923 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.408486  7923 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.408620  7923 fs_report.cc:383] FS layout report
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/data
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:14.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.421772  7923 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.422441  7923 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.422631  7923 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:14.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.423209  7923 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.424154  7923 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:27:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.424254  7923 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:27:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.424310  7923 ts_tablet_manager.cc:610] Registered 0 tablets
10:27:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.424338  7923 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:27:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.433346  7923 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.65:36121
10:27:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.433374  8050 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.65:36121 every 8 connection(s)
10:27:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.434262  7923 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.437657  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 7923
10:27:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.437769  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal/instance
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.440629  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:0
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:14.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.448040  8052 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.448335  8052 heartbeater.cc:464] Registering TS with master...
10:27:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.448849  8053 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.448887  8052 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.448954  8053 heartbeater.cc:464] Registering TS with master...
10:27:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.449118  8053 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.449833  8051 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.449934  8051 heartbeater.cc:464] Registering TS with master...
10:27:14.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.450098  8051 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.450469  7683 ts_manager.cc:194] Registered new tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.450500  7755 ts_manager.cc:194] Registered new tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.451910  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.65:53557
10:27:14.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.452986  7827 ts_manager.cc:194] Registered new tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.566491  8058 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.566711  8058 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.566744  8058 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.570765  8058 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:14.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.570847  8058 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.66
10:27:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.575726  8058 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:0
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8058
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.576686  8058 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.577913  8058 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.587051  8066 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.587042  8064 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.587042  8063 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.587322  8058 server_base.cc:1034] running on GCE node
10:27:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.587788  8058 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.588479  8058 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:14.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.589660  8058 hybrid_clock.cc:648] HybridClock initialized: now 1783506434589619 us; error 58 us; skew 500 ppm
10:27:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.591377  8058 webserver.cc:460] Webserver started at http://127.7.118.66:45749/ using document root <none> and password file <none>
10:27:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.591956  8058 fs_manager.cc:359] Metadata directory not provided
10:27:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.592049  8058 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.592314  8058 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.594128  8058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/instance:
10:27:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.594738  8058 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal/instance:
10:27:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.598423  8058 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
10:27:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.600800  8072 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.602041  8058 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:27:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.602169  8058 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.602308  8058 fs_report.cc:383] FS layout report
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/data
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:14.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.628722  8058 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.629462  8058 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.629670  8058 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.630383  8058 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.631417  8058 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:27:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.631489  8058 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:27:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.631542  8058 ts_tablet_manager.cc:610] Registered 0 tablets
10:27:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.631563  8058 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:27:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.640822  8058 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.66:36131
10:27:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.640847  8185 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.66:36131 every 8 connection(s)
10:27:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.641669  8058 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.644188  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8058
10:27:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.644289  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal/instance
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.647011  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:0
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.655650  8186 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.655707  8188 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.655872  8188 heartbeater.cc:464] Registering TS with master...
10:27:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.655876  8186 heartbeater.cc:464] Registering TS with master...
10:27:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.656237  8187 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.656343  8187 heartbeater.cc:464] Registering TS with master...
10:27:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.656486  8186 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.656546  8187 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.656569  8188 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.657589  7683 ts_manager.cc:194] Registered new tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.657775  7827 ts_manager.cc:194] Registered new tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.657775  7755 ts_manager.cc:194] Registered new tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.658434  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.66:48293
10:27:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.759110  8193 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.759369  8193 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.759416  8193 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.763501  8193 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.763623  8193 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.67
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.768177  8193 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:0
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:27:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8193
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.769397  8193 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.770709  8193 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.780273  8201 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.780252  8198 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:14.780234  8199 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.780401  8193 server_base.cc:1034] running on GCE node
10:27:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.780961  8193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.781559  8193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.782720  8193 hybrid_clock.cc:648] HybridClock initialized: now 1783506434782700 us; error 36 us; skew 500 ppm
10:27:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.784576  8193 webserver.cc:460] Webserver started at http://127.7.118.67:38553/ using document root <none> and password file <none>
10:27:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.785065  8193 fs_manager.cc:359] Metadata directory not provided
10:27:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.785120  8193 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.785265  8193 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.786964  8193 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/instance:
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.787534  8193 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal/instance:
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.791507  8193 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.004s
10:27:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.794010  8207 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.795188  8193 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.795372  8193 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.795511  8193 fs_report.cc:383] FS layout report
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/data
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:14.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.819110  8193 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.819741  8193 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.819938  8193 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.820528  8193 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.821439  8193 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:27:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.821508  8193 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:27:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.821560  8193 ts_tablet_manager.cc:610] Registered 0 tablets
10:27:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.821583  8193 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:27:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.830212  8193 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.67:36413
10:27:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.830240  8321 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.67:36413 every 8 connection(s)
10:27:14.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.831028  8193 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.833417  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8193
10:27:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.833516  7641 external_mini_cluster.cc:1402] Reading /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal/instance
10:27:14.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.842694  8324 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:14.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.842760  8322 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:14.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.842900  8324 heartbeater.cc:464] Registering TS with master...
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.842902  8322 heartbeater.cc:464] Registering TS with master...
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.843367  8322 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.843367  8324 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.843417  8323 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.843531  8323 heartbeater.cc:464] Registering TS with master...
10:27:14.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.843654  8323 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.844365  7683 ts_manager.cc:194] Registered new tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.844427  7755 ts_manager.cc:194] Registered new tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.844427  7827 ts_manager.cc:194] Registered new tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.845091  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.67:48735
10:27:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:14.853826  7641 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
10:27:14.854 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:27:14.856 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

10:27:14.865 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.118.126"
      port: 45667
    }
    bound_http_address {
      host: "127.7.118.126"
      port: 42287
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.118.125"
      port: 43147
    }
    bound_http_address {
      host: "127.7.118.125"
      port: 43773
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.118.124"
      port: 40671
    }
    bound_http_address {
      host: "127.7.118.124"
      port: 33671
    }
  }
}

10:27:14.870 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

10:27:14.872 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.118.65"
      port: 36121
    }
    bound_http_address {
      host: "127.7.118.65"
      port: 43593
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.118.66"
      port: 36131
    }
    bound_http_address {
      host: "127.7.118.66"
      port: 45749
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.118.67"
      port: 36413
    }
    bound_http_address {
      host: "127.7.118.67"
      port: 38553
    }
  }
}

10:27:14.873 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
10:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.014568  7882 catalog_manager.cc:1259] Loaded cluster ID: 06e8d68513a74f1b984ea49b04e02d50
10:27:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.014642  7882 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: loading cluster ID for follower catalog manager: success
10:27:15.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.016534  7882 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: acquiring CA information for follower catalog manager: success
10:27:15.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.017668  7882 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1a3c5f231e4d4cb1a08486090ee7697f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:27:15.047 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
10:27:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.056638  7896 catalog_manager.cc:1259] Loaded cluster ID: 06e8d68513a74f1b984ea49b04e02d50
10:27:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.056705  7896 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: loading cluster ID for follower catalog manager: success
10:27:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.059027  7896 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: acquiring CA information for follower catalog manager: success
10:27:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.060796  7896 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7d98ef1cc8824511a4d7b6795a950b5c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:27:15.234 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.118.124:40671(127.7.118.124:40671)] connecting to peer
10:27:15.290 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.118.125:43147(127.7.118.125:43147)] connecting to peer
10:27:15.291 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.118.126:45667(127.7.118.126:45667)] connecting to peer
10:27:15.313 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.118.124:40671(127.7.118.124:40671)] Successfully connected to peer
10:27:15.313 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.118.125:43147(127.7.118.125:43147)] Successfully connected to peer
10:27:15.373 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.118.126:45667(127.7.118.126:45667)] Successfully connected to peer
10:27:15.396 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.118.124
10:27:15.396 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.118.125
10:27:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.454342  8052 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:15.498 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.118.126
10:27:15.617 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x85658903, L:/127.0.0.1:56188 - R:/127.7.118.124:40671] using SASL/PLAIN
10:27:15.617 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe9f3470, L:/127.0.0.1:36426 - R:/127.7.118.125:43147] using SASL/PLAIN
10:27:15.633 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3fc9994b, L:/127.0.0.1:49470 - R:/127.7.118.126:45667] using SASL/PLAIN
10:27:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.659962  8187 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:15.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:27:15.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=484), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.118.124:40671, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.118.125:43147, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.118.126:45667, [441ms] Sub RPC ConnectToMaster: received response from server master-127.7.118.124:40671: OK, [441ms] Sub RPC ConnectToMaster: received response from server master-127.7.118.125:43147: OK, [451ms] Sub RPC ConnectToMaster: received response from server master-127.7.118.126:45667: OK, deferred=null) after lookup
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.722358  7683 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49470:
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171"
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:27:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:27:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:27:15.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:15.726724  7683 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:27:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.749887  7985 tablet_service.cc:1467] Processing CreateTablet for tablet d78a0b297d5a4a1db18cd70a0ac97c17 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171 [id=3bbcd150e07c4f3e919751da11f8bd41]), partition=RANGE (key) PARTITION UNBOUNDED
10:27:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.750550  8120 tablet_service.cc:1467] Processing CreateTablet for tablet d78a0b297d5a4a1db18cd70a0ac97c17 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171 [id=3bbcd150e07c4f3e919751da11f8bd41]), partition=RANGE (key) PARTITION UNBOUNDED
10:27:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.751042  7985 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d78a0b297d5a4a1db18cd70a0ac97c17. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.751487  8120 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d78a0b297d5a4a1db18cd70a0ac97c17. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.753681  8256 tablet_service.cc:1467] Processing CreateTablet for tablet d78a0b297d5a4a1db18cd70a0ac97c17 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171 [id=3bbcd150e07c4f3e919751da11f8bd41]), partition=RANGE (key) PARTITION UNBOUNDED
10:27:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.754354  8256 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d78a0b297d5a4a1db18cd70a0ac97c17. 1 dirs total, 0 dirs full, 0 dirs failed
10:27:15.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bbcd150e07c4f3e919751da11f8bd41
10:27:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.759284  8350 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap starting.
10:27:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.761790  8350 tablet_bootstrap.cc:654] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Neither blocks nor log segments found. Creating new log.
10:27:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.761953  8351 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap starting.
10:27:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.762823  8352 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap starting.
10:27:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.763058  8350 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Log is configured to *not* fsync() on all Append() calls
10:27:15.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.764256  8351 tablet_bootstrap.cc:654] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Neither blocks nor log segments found. Creating new log.
10:27:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.764976  8352 tablet_bootstrap.cc:654] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Neither blocks nor log segments found. Creating new log.
10:27:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.765048  8350 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: No bootstrap required, opened a new log
10:27:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.765163  8351 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Log is configured to *not* fsync() on all Append() calls
10:27:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.765225  8350 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent bootstrapping tablet: real 0.006s	user 0.001s	sys 0.004s
10:27:15.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.766440  8352 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Log is configured to *not* fsync() on all Append() calls
10:27:15.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.766871  8351 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: No bootstrap required, opened a new log
10:27:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.767045  8351 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent bootstrapping tablet: real 0.005s	user 0.000s	sys 0.004s
10:27:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.768404  8352 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: No bootstrap required, opened a new log
10:27:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.768582  8352 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.000s
10:27:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.769937  8350 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.770346  8350 raft_consensus.cc:374] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.770419  8350 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Initialized, Role: FOLLOWER
10:27:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.770902  8350 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.771320  8351 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.771551  8351 raft_consensus.cc:374] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:15.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.771595  8351 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Initialized, Role: FOLLOWER
10:27:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.771924  8350 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
10:27:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.772023  8351 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.773188  8351 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent starting tablet: real 0.006s	user 0.000s	sys 0.005s
10:27:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.773638  8352 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.773877  8352 raft_consensus.cc:374] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:27:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.773926  8352 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Initialized, Role: FOLLOWER
10:27:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.774299  8352 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.775207  8352 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
10:27:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.777045  8323 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:15.833258  8325 tablet.cc:2369] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:27:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.841027  8357 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:27:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.841225  8357 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.842338  8357 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.847571  8005 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a" is_pre_election: true
10:27:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.847594  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.847810  8005 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 0.
10:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.847879  8140 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 0.
10:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.848232  8208 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 
10:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.848475  8357 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Leader pre-election won for term 1
10:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.848609  8357 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:27:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.848658  8357 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 0 FOLLOWER]: Advancing to term 1
10:27:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.849557  8357 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.849839  8357 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 1 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.850199  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.850255  8005 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.850317  8140 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 0 FOLLOWER]: Advancing to term 1
10:27:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.850366  8005 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 0 FOLLOWER]: Advancing to term 1
10:27:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.851526  8140 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 1.
10:27:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.851526  8005 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 1.
10:27:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.851877  8208 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: 
10:27:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.852073  8357 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Leader election won for term 1
10:27:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.852316  8357 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 LEADER]: Becoming Leader. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Running, Role: LEADER
10:27:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.852658  8357 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:15.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:15.855932  7683 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba reported cstate change: term changed from 0 to 1, leader changed from <none> to 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67). New cstate: current_term: 1 leader_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: HEALTHY } } }
10:27:15.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3bbcd150e07c4f3e919751da11f8bd41
10:27:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:15.894196  8189 tablet.cc:2369] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:27:15.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:15.915 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:15.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=null) after lookup
10:27:15.927 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:15.928 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] Successfully connected to peer
10:27:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:15.936618  8054 tablet.cc:2369] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:27:15.993 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1bc30f7e, L:/127.0.0.1:45258 - R:/127.7.118.67:36413] using TOKEN/null
10:27:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.001416  8005 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Refusing update from remote peer 33f30b94dc704b5d9cb2c7d186b8d2ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:27:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.001464  8140 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Refusing update from remote peer 33f30b94dc704b5d9cb2c7d186b8d2ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:27:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.002317  8361 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:27:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.002549  8357 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:27:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.013236  8363 mvcc.cc:205] Tried to move back new op lower bound from 7305242361853530112 to 7305242361254871040. Current Snapshot: MvccSnapshot[applied={T|T < 7305242361853530112}]
10:27:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.015771  8364 mvcc.cc:205] Tried to move back new op lower bound from 7305242361853530112 to 7305242361254871040. Current Snapshot: MvccSnapshot[applied={T|T < 7305242361853530112}]
10:27:16.101 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:16.103 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.67:36413
10:27:16.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:16.105001  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8193
10:27:16.112 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:16.114 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] handling channelInactive
10:27:16.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state READY due to: connection closed
10:27:16.115 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: connection closed
10:27:16.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:16.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:16.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test)) after lookup
10:27:16.127 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:16.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.129 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:16.147 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:16.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811))) after lookup
10:27:16.148 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:16.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.149 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:16.187 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:16.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712))) after lookup
10:27:16.189 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:16.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.190 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:16.308 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:16.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [78ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [195ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352))) after lookup
10:27:16.310 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:16.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.311 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:16.347 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:16.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=235), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [78ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [195ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [197ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [199ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [199ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769))) after lookup
10:27:16.349 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:16.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:16.351 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:17.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:17.127 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:17.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1015), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [78ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [195ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [197ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [199ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [199ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [237ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [239ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [239ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1011ms] refreshing cache from master, [1011ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1014ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558))) after lookup
10:27:17.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:17.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:17.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:17.131 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.551514  8373 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.551684  8373 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:17.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.552523  8374 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:17.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.552634  8374 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.553031  8373 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.553586  8374 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.553758  8076 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.554545  7941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.554873  8076 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.555619  7941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.557899  8005 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a" is_pre_election: true
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558023  8005 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 1.
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558368  8073 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558395  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558511  8140 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 1.
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558568  8373 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558619  8373 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558658  8373 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 1 FOLLOWER]: Advancing to term 2
10:27:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.558848  7938 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.559092  8374 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Leader pre-election won for term 2
10:27:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.559156  8374 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Starting leader election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.559196  8374 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 1 FOLLOWER]: Advancing to term 2
10:27:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.559788  8373 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.560144  8373 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 election: Requested vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.560379  8374 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.560464  8005 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.560580  8005 raft_consensus.cc:2379] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in current term 2: Already voted for candidate b5515094bd13485e9d92f3fc1bc0782a in this term.
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.560716  8374 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.561210  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.561362  8140 raft_consensus.cc:2379] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b5515094bd13485e9d92f3fc1bc0782a in current term 2: Already voted for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in this term.
10:27:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.561769  7941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:17.561769  8076 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.561841  7941 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.561841  8076 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a
10:27:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.561959  8373 raft_consensus.cc:2726] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:27:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:17.562050  8374 raft_consensus.cc:2726] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:27:18.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:18.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:18.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1955), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [78ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [195ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [197ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [199ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [199ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [237ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [239ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [239ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1011ms] refreshing cache from master, [1011ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1014ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [1016ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1018ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1019ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1951ms] refreshing cache from master, [1951ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1954ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558) -> (continuation of Deferred@236976598 after retry RPC@992403185), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558) -> (continuation of Deferred@236976598 after retry RPC@992403185))) after lookup
10:27:18.069 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:18.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:18.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:18.071 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.421363  8383 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:27:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.421535  8383 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.422039  8383 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.422703  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.422870  8140 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 2.
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.423184  7938 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.423403  8383 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Leader pre-election won for term 3
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.423453  8383 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.423491  8383 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 2 FOLLOWER]: Advancing to term 3
10:27:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:19.423723  7941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.424551  8383 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.424865  8383 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.425170  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.425300  8140 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 2 FOLLOWER]: Advancing to term 3
10:27:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:19.425835  7941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.426242  8140 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 3.
10:27:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.426513  7938 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.426667  8383 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Leader election won for term 3
10:27:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.426820  8383 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 LEADER]: Becoming Leader. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Running, Role: LEADER
10:27:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.427127  8383 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.429575  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a reported cstate change: term changed from 1 to 3, leader changed from 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67) to b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65). New cstate: current_term: 3 leader_uuid: "b5515094bd13485e9d92f3fc1bc0782a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:19.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:19.841785  7941 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.854038  8140 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Refusing update from remote peer b5515094bd13485e9d92f3fc1bc0782a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
10:27:19.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:19.854540  8383 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
10:27:20.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.068 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.069 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3956), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [3ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [17ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [17ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [78ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [195ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [197ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [199ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [199ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [237ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [239ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [239ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1011ms] refreshing cache from master, [1011ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1014ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [1016ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1018ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1019ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1951ms] refreshing cache from master, [1951ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1954ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [1957ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1959ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1959ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3952ms] refreshing cache from master, [3952ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [3955ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@118757656(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6e9ac0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558) -> (continuation of Deferred@236976598 after retry RPC@992403185) -> (continuation of Deferred@1685021152 after retry RPC@514831940), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6df5e8 -> wakeup thread Time-limited test -> (continuation of Deferred@1891448094 after retry RPC@1151625811) -> (continuation of Deferred@396466165 after retry RPC@1890615712) -> (continuation of Deferred@1259991999 after retry RPC@148133352) -> (continuation of Deferred@825097993 after retry RPC@469538769) -> (continuation of Deferred@273489192 after retry RPC@1666894558) -> (continuation of Deferred@236976598 after retry RPC@992403185) -> (continuation of Deferred@1685021152 after retry RPC@514831940))) after lookup
10:27:20.070 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.072 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] Successfully connected to peer
10:27:20.093 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe5ea596, L:/127.0.0.1:42406 - R:/127.7.118.65:36121] using TOKEN/null
10:27:20.113 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.67:36413
10:27:20.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:20.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.115784  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.233199  8407 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.233445  8407 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:20.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.233479  8407 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.237354  8407 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.237430  8407 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.67
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.242035  8407 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8407
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.243010  8407 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.244414  8407 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.254521  8407 server_base.cc:1034] running on GCE node
10:27:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.254431  8412 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.254453  8415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:20.254436  8413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.255371  8407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.255982  8407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:20.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.257208  8407 hybrid_clock.cc:648] HybridClock initialized: now 1783506440257202 us; error 53 us; skew 500 ppm
10:27:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.263032  8407 webserver.cc:460] Webserver started at http://127.7.118.67:38553/ using document root <none> and password file <none>
10:27:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.263659  8407 fs_manager.cc:359] Metadata directory not provided
10:27:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.263765  8407 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.267519  8407 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
10:27:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.269678  8421 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.271013  8407 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
10:27:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.271133  8407 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.271759  8407 fs_report.cc:383] FS layout report
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/data
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.283896  8407 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.284581  8407 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.284783  8407 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.285372  8407 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:20.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.286525  8428 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.290189  8407 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.290263  8407 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:20.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.290323  8407 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:20.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.291904  8407 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:20.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.291972  8407 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:20.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.292200  8428 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap starting.
10:27:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.302683  8407 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.67:36413
10:27:20.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.302757  8535 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.67:36413 every 8 connection(s)
10:27:20.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.303684  8407 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.309530  8428 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Log is configured to *not* fsync() on all Append() calls
10:27:20.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.312340  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8407
10:27:20.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.316938  8538 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.316984  8536 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.317147  8538 heartbeater.cc:464] Registering TS with master...
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.317154  8536 heartbeater.cc:464] Registering TS with master...
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.317754  8538 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.317754  8536 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.319773  7826 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.319231  8428 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:20.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.320569  8428 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap complete.
10:27:20.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.320861  7755 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:20.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.321988  8428 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent bootstrapping tablet: real 0.030s	user 0.020s	sys 0.008s
10:27:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.324882  8428 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.325420  8428 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Initialized, Role: FOLLOWER
10:27:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.325873  8428 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:20.326 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.326825  8428 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
10:27:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.327927  8537 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.328001  8537 heartbeater.cc:464] Registering TS with master...
10:27:20.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.328193  8537 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:20.329 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.65:36121
10:27:20.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.329152  7682 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.329892  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 7923
10:27:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.330107  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.67:36855
10:27:20.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:20.332494  8537 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:20.338 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] handling channelInactive
10:27:20.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state READY due to: connection closed
10:27:20.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:20.339 [DEBUG - Time-limited test] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.341 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.367 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.368 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test)) after lookup
10:27:20.369 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.371 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.386 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [32ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216))) after lookup
10:27:20.387 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.388 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.428 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [32ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [48ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [49ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [49ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809))) after lookup
10:27:20.429 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.431 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.547 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=208), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [32ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [48ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [49ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [49ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [90ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [92ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [93ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140))) after lookup
10:27:20.550 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.551 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:20.927 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:20.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=588), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [32ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [48ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [49ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [49ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [90ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [92ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [93ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [210ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [212ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [212ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [584ms] refreshing cache from master, [585ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [587ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585))) after lookup
10:27:20.929 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:20.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:20.931 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.520310  8549 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:27:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.520525  8549 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:21.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.521692  8549 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:21.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:21.523000  8422 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:21.524116  8422 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.526939  8140 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:21.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.527586  8422 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a
10:27:21.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.527912  8549 raft_consensus.cc:2726] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
10:27:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.612943  8554 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.613087  8554 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.613489  8554 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:21.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:21.614948  8073 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:21.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.618988  8490 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" is_pre_election: true
10:27:21.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.619199  8490 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 1.
10:27:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.619896  8076 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.620168  8554 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Leader pre-election won for term 4
10:27:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.620277  8554 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Starting leader election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:21.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.620311  8554 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 3 FOLLOWER]: Advancing to term 4
10:27:21.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.621189  8554 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:21.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.621519  8554 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 election: Requested vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.621939  8490 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.622090  8490 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 1 FOLLOWER]: Advancing to term 4
10:27:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:21.622357  8073 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.624186  8490 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 4.
10:27:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.624569  8076 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:21.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.624769  8554 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Leader election won for term 4
10:27:21.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.624958  8554 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 LEADER]: Becoming Leader. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Running, Role: LEADER
10:27:21.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.625253  8554 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:21.627714  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 reported cstate change: term changed from 3 to 4, leader changed from b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65) to 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66). New cstate: current_term: 4 leader_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.016630  8490 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Refusing update from remote peer 7b8d99cd323b4d32af5fbd3ccfe68f28: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
10:27:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.017405  8554 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
10:27:22.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.026126  8073 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 -> Peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Couldn't send request to peer b5515094bd13485e9d92f3fc1bc0782a. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:22.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:22.728 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:22.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2389), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [2ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [32ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [48ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [49ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [49ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [90ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [92ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [93ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [204ms] refreshing cache from master, [204ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [207ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [210ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [212ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [212ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [584ms] refreshing cache from master, [585ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [587ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [589ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [591ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [592ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [2385ms] refreshing cache from master, [2385ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [2388ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@400650599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@2b435b47 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@70825da8 -> wakeup thread Time-limited test -> (continuation of Deferred@297964725 after retry RPC@1943004216) -> (continuation of Deferred@478899095 after retry RPC@1299137809) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207))) after lookup
10:27:22.730 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:22.731 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] Successfully connected to peer
10:27:22.754 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe363529c, L:/127.0.0.1:50096 - R:/127.7.118.66:36131] using TOKEN/null
10:27:22.776 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.65:36121
10:27:22.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.777556  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:22.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:22.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:22.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.882874  8073 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111) [suppressed 5 similar messages]
10:27:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.894241  8584 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.894505  8584 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.894553  8584 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.898754  8584 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.898891  8584 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.65
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.903508  8584 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:22.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8584
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.904812  8584 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:22.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.906276  8584 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:22.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.915730  8589 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.915750  8592 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:22.915756  8590 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.915864  8584 server_base.cc:1034] running on GCE node
10:27:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.916507  8584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.917050  8584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.918241  8584 hybrid_clock.cc:648] HybridClock initialized: now 1783506442918217 us; error 36 us; skew 500 ppm
10:27:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.920154  8584 webserver.cc:460] Webserver started at http://127.7.118.65:43593/ using document root <none> and password file <none>
10:27:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.920732  8584 fs_manager.cc:359] Metadata directory not provided
10:27:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.920843  8584 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.924356  8584 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
10:27:22.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.926386  8598 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.927547  8584 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.927685  8584 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.928215  8584 fs_report.cc:383] FS layout report
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/data
10:27:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:22.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.960862  8584 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.961593  8584 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.961790  8584 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:22.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.962422  8584 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.963660  8605 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.968070  8584 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.968144  8584 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
10:27:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.968205  8584 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:22.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.969780  8584 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:22.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.969846  8584 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:22.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.970088  8605 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap starting.
10:27:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.979770  8584 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.65:36121
10:27:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.980779  8584 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.981483  8712 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.65:36121 every 8 connection(s)
10:27:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.988179  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8584
10:27:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.988365  8605 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Log is configured to *not* fsync() on all Append() calls
10:27:22.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.993485  8714 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:22.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.993673  8714 heartbeater.cc:464] Registering TS with master...
10:27:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.994078  8714 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.994856  8713 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.994953  8713 heartbeater.cc:464] Registering TS with master...
10:27:22.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.995106  8713 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:22.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.995962  7826 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:23.000 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:23.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:22.999934  7683 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:23.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.000941  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.65:49603
10:27:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.001521  8715 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:23.003 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.66:36131
10:27:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.001602  8715 heartbeater.cc:464] Registering TS with master...
10:27:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.001751  8715 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:23.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.002338  8605 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.002610  7755 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.002753  8605 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap complete.
10:27:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.004447  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8058
10:27:23.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.005566  8605 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent bootstrapping tablet: real 0.036s	user 0.023s	sys 0.007s
10:27:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.008374  8605 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.008878  8605 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Initialized, Role: FOLLOWER
10:27:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.009366  8605 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.010136  8714 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:23.010367  8605 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
10:27:23.013 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] handling channelInactive
10:27:23.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state READY due to: connection closed
10:27:23.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:23.015 [DEBUG - Time-limited test] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.017 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:23.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:23.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test)) after lookup
10:27:23.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.029 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:23.047 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:23.048 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [15ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [15ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017))) after lookup
10:27:23.049 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.051 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:23.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:23.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [15ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [15ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [34ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [37ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [37ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712))) after lookup
10:27:23.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.069 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:23.188 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:23.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=173), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [15ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [15ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [34ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [37ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [37ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [53ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [55ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [55ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311))) after lookup
10:27:23.189 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.191 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:23.627 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:23.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=613), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [15ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [15ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [34ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [37ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [37ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [53ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [55ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [55ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [175ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [177ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [177ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [609ms] refreshing cache from master, [609ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [612ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311) -> (continuation of Deferred@936282134 after retry RPC@531335546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311) -> (continuation of Deferred@936282134 after retry RPC@531335546))) after lookup
10:27:23.628 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:23.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:23.629 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.275295  8726 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.275429  8726 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:24.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.275856  8726 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.277225  8422 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.281694  8666 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a" is_pre_election: true
10:27:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.282059  8666 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 3.
10:27:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.282807  8422 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.283015  8726 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Leader pre-election won for term 5
10:27:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.283071  8726 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Starting leader election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.283099  8726 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 4 FOLLOWER]: Advancing to term 5
10:27:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.283946  8726 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.284284  8726 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.284842  8666 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.284979  8666 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 3 FOLLOWER]: Advancing to term 5
10:27:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.285296  8422 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.286924  8666 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 5.
10:27:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.287204  8422 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.287385  8726 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Leader election won for term 5
10:27:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.287555  8726 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 LEADER]: Becoming Leader. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Running, Role: LEADER
10:27:24.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.287786  8726 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.290340  7683 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba reported cstate change: term changed from 4 to 5, leader changed from 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66) to 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67). New cstate: current_term: 5 leader_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: HEALTHY } } }
10:27:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.699357  8422 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba -> Peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Couldn't send request to peer 7b8d99cd323b4d32af5fbd3ccfe68f28. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:24.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:24.787 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:24.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1773), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [15ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [15ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [34ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [37ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [37ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [53ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [55ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [55ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [173ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [175ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [177ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [177ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [609ms] refreshing cache from master, [609ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [612ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [614ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [615ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [615ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [1769ms] refreshing cache from master, [1770ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1772ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1084179793(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@5e184846 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311) -> (continuation of Deferred@936282134 after retry RPC@531335546) -> (continuation of Deferred@627484770 after retry RPC@475093068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14ff3f26 -> wakeup thread Time-limited test -> (continuation of Deferred@424308420 after retry RPC@760558017) -> (continuation of Deferred@1379250598 after retry RPC@1458194712) -> (continuation of Deferred@1527848397 after retry RPC@1365193311) -> (continuation of Deferred@936282134 after retry RPC@531335546) -> (continuation of Deferred@627484770 after retry RPC@475093068))) after lookup
10:27:24.788 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:24.790 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] Successfully connected to peer
10:27:24.811 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfe66853b, L:/127.0.0.1:60364 - R:/127.7.118.67:36413] using TOKEN/null
10:27:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.814821  8666 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Refusing update from remote peer 33f30b94dc704b5d9cb2c7d186b8d2ba: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
10:27:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.815541  8746 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
10:27:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.821225  8745 mvcc.cc:205] Tried to move back new op lower bound from 7305242397955612672 to 7305242395805908992. Current Snapshot: MvccSnapshot[applied={T|T < 7305242397955612672}]
10:27:24.840 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.66:36131
10:27:24.840 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.840947  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.953166  8755 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.953433  8755 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.953480  8755 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.957617  8755 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.957741  8755 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.66
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.962502  8755 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8755
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.963711  8755 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.965118  8755 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:24.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.976821  8760 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:24.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.977005  8763 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:24.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:24.977243  8761 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.977977  8755 server_base.cc:1034] running on GCE node
10:27:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.978386  8755 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.979018  8755 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.980197  8755 hybrid_clock.cc:648] HybridClock initialized: now 1783506444980158 us; error 55 us; skew 500 ppm
10:27:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.982182  8755 webserver.cc:460] Webserver started at http://127.7.118.66:45749/ using document root <none> and password file <none>
10:27:24.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.982812  8755 fs_manager.cc:359] Metadata directory not provided
10:27:24.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.982928  8755 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.986685  8755 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
10:27:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.988890  8769 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.990062  8755 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.990212  8755 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:24.990765  8755 fs_report.cc:383] FS layout report
10:27:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/data
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:25.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.023138  8755 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.023859  8755 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.024075  8755 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:25.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.024727  8755 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:25.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.025923  8776 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:25.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.029633  8755 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:25.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.029727  8755 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:25.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.029801  8755 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:25.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.031384  8755 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:25.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.031450  8755 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:25.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.031698  8776 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap starting.
10:27:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.041992  8755 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.66:36131
10:27:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.042026  8883 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.66:36131 every 8 connection(s)
10:27:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.042891  8755 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.046824  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8755
10:27:25.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.049060  8776 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Log is configured to *not* fsync() on all Append() calls
10:27:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.055639  8886 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.055855  8886 heartbeater.cc:464] Registering TS with master...
10:27:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056435  8886 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056565  8885 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056630  8885 heartbeater.cc:464] Registering TS with master...
10:27:25.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056716  8884 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056762  8885 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056802  8884 heartbeater.cc:464] Registering TS with master...
10:27:25.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.056962  8884 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:25.060 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.058195  7682 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.058238  7826 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.058861  7755 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.059139  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.66:58723
10:27:25.065 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.67:36413
10:27:25.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.065519  8776 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.065924  8776 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap complete.
10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.066035  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8407
10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.067740  8776 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent bootstrapping tablet: real 0.036s	user 0.030s	sys 0.000s
10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.069962  8776 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.070473  8776 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Initialized, Role: FOLLOWER
10:27:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.070990  8776 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:25.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.072156  8776 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
10:27:25.072 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] handling channelInactive
10:27:25.072 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:25.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state READY due to: connection closed
10:27:25.073 [DEBUG - Time-limited test] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:25.073138  8885 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:25.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.076 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:25.086 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:25.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test)) after lookup
10:27:25.087 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.089 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:25.107 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:25.108 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [16ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [16ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319))) after lookup
10:27:25.109 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.110 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:25.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:25.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [16ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [16ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139))) after lookup
10:27:25.127 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.130 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:25.147 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:25.148 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [16ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [16ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [54ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [56ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [57ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484))) after lookup
10:27:25.149 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.151 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:25.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:25.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=234), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [16ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [16ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [54ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [56ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [57ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [77ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [233ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484) -> (continuation of Deferred@1431901057 after retry RPC@261225271), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484) -> (continuation of Deferred@1431901057 after retry RPC@261225271))) after lookup
10:27:25.308 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:25.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:25.310 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.339706  8899 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.339936  8899 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.341140  8899 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:26.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:26.341941  8602 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:26.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:26.342820  8602 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.347093  8838 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.347365  8838 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 4.
10:27:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.348050  8599 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.348335  8899 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Leader pre-election won for term 6
10:27:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.348395  8899 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Starting leader election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.348449  8899 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 5 FOLLOWER]: Advancing to term 6
10:27:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.349274  8899 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:26.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.349614  8899 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.349977  8838 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:26.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.350080  8838 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 4 FOLLOWER]: Advancing to term 6
10:27:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:26.351145  8602 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.352384  8838 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 6.
10:27:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.352702  8599 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.352849  8899 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Leader election won for term 6
10:27:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.353048  8899 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 LEADER]: Becoming Leader. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Running, Role: LEADER
10:27:26.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.353325  8899 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:26.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.355487  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a reported cstate change: term changed from 5 to 6, leader changed from 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67) to b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65). New cstate: current_term: 6 leader_uuid: "b5515094bd13485e9d92f3fc1bc0782a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.814750  8838 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Refusing update from remote peer b5515094bd13485e9d92f3fc1bc0782a: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
10:27:26.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:26.815495  8899 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
10:27:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:26.822459  8602 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:27.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.187 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2114), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [2ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [3ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [14ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [16ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [16ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [36ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [37ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [37ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [52ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [54ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [56ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [57ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [76ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [77ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [78ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [230ms] refreshing cache from master, [230ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [233ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [235ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [237ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [238ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [2110ms] refreshing cache from master, [2110ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [2113ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1270245542(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@19b4f5dc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484) -> (continuation of Deferred@1431901057 after retry RPC@261225271) -> (continuation of Deferred@1748753854 after retry RPC@1752419277), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7793ded7 -> wakeup thread Time-limited test -> (continuation of Deferred@1688997443 after retry RPC@220201319) -> (continuation of Deferred@706610835 after retry RPC@463700139) -> (continuation of Deferred@2096524185 after retry RPC@2077690484) -> (continuation of Deferred@1431901057 after retry RPC@261225271) -> (continuation of Deferred@1748753854 after retry RPC@1752419277))) after lookup
10:27:27.189 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.190 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] Successfully connected to peer
10:27:27.211 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfd2af2e7, L:/127.0.0.1:37020 - R:/127.7.118.65:36121] using TOKEN/null
10:27:27.229 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.67:36413
10:27:27.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.230672  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:27.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.339946  8926 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.340194  8926 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:27.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.340282  8926 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.344326  8926 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.344408  8926 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.67
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.349340  8926 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8926
10:27:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.350277  8926 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.351792  8926 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.361519  8931 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.361657  8926 server_base.cc:1034] running on GCE node
10:27:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.361686  8934 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:27.361552  8932 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.362367  8926 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:27.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.362936  8926 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:27.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.364105  8926 hybrid_clock.cc:648] HybridClock initialized: now 1783506447364070 us; error 46 us; skew 500 ppm
10:27:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.370929  8926 webserver.cc:460] Webserver started at http://127.7.118.67:38553/ using document root <none> and password file <none>
10:27:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.371683  8926 fs_manager.cc:359] Metadata directory not provided
10:27:27.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.371753  8926 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.375918  8926 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
10:27:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.378190  8940 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.379490  8926 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.379590  8926 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.380087  8926 fs_report.cc:383] FS layout report
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/data
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:27.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.393642  8926 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.394151  8926 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.394347  8926 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:27.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.394821  8926 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.396045  8947 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.399921  8926 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.399978  8926 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.400023  8926 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.401467  8926 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.401510  8926 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:27:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.401870  8947 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap starting.
10:27:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.411607  8926 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.67:36413
10:27:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.411614  9055 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.67:36413 every 8 connection(s)
10:27:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.412999  8926 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.416617  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 8926
10:27:27.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:27.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.422462  8947 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Log is configured to *not* fsync() on all Append() calls
10:27:27.428 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:27.430 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.65:36121
10:27:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.428457  9057 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.428681  9057 heartbeater.cc:464] Registering TS with master...
10:27:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.429243  9057 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:27.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.430881  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8584
10:27:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.432216  9058 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.432322  9058 heartbeater.cc:464] Registering TS with master...
10:27:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.432478  9058 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.432556  7682 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.433403  7755 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.433491  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.67:46731
10:27:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.437058  9056 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.437140  9056 heartbeater.cc:464] Registering TS with master...
10:27:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.437331  9056 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:27.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:27.438 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] handling channelInactive
10:27:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.438277  7827 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:27.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state READY due to: connection closed
10:27:27.439 [DEBUG - Time-limited test] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.441 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.442701  8947 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.443023  8947 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap complete.
10:27:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.444024  8947 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent bootstrapping tablet: real 0.042s	user 0.020s	sys 0.011s
10:27:27.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.446 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.446727  8947 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.447238  8947 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Initialized, Role: FOLLOWER
10:27:27.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.447727  8947 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:27.448 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test)) after lookup
10:27:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.448455  9057 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:27.448843  8947 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent starting tablet: real 0.005s	user 0.003s	sys 0.005s
10:27:27.449 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.450 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.467 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563))) after lookup
10:27:27.467 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.469 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.486 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [31ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363))) after lookup
10:27:27.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.488 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.547 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [31ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [49ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [50ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [50ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513))) after lookup
10:27:27.548 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.551 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:27.587 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:27.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [31ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [49ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [50ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [50ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [110ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [113ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [113ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640))) after lookup
10:27:27.607 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:27.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:27.608 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:28.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:28.186 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:28.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=748), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [31ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [49ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [50ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [50ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [110ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [113ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [113ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [168ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [170ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [170ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [745ms] refreshing cache from master, [745ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [748ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640) -> (continuation of Deferred@1939797316 after retry RPC@1455801582), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640) -> (continuation of Deferred@1939797316 after retry RPC@1455801582))) after lookup
10:27:28.188 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:28.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:28.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:28.190 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.729475  9069 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.729625  9069 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.730722  9069 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:28.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:28.731545  8770 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:28.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:28.732503  8770 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.736301  9008 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" is_pre_election: true
10:27:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.736572  9008 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 5.
10:27:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.737323  8773 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.737609  9069 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Leader pre-election won for term 7
10:27:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.737660  9069 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Starting leader election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.737690  9069 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 6 FOLLOWER]: Advancing to term 7
10:27:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.738588  9069 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.738886  9069 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 election: Requested vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.739245  9008 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.739399  9008 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 5 FOLLOWER]: Advancing to term 7
10:27:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:28.739977  8770 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.741623  9008 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 7.
10:27:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.741933  8773 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.742138  9069 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Leader election won for term 7
10:27:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.742339  9069 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 LEADER]: Becoming Leader. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Running, Role: LEADER
10:27:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.742647  9069 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:28.745069  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 reported cstate change: term changed from 6 to 7, leader changed from b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65) to 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66). New cstate: current_term: 7 leader_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:29.223234  9008 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Refusing update from remote peer 7b8d99cd323b4d32af5fbd3ccfe68f28: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
10:27:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:29.223994  9069 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
10:27:29.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:29.232127  8770 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 -> Peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Couldn't send request to peer b5515094bd13485e9d92f3fc1bc0782a. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:31.868314  8770 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 -> Peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Couldn't send request to peer b5515094bd13485e9d92f3fc1bc0782a. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
10:27:32.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:32.087 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:32.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4648), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [10ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [12ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [12ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [31ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [32ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [49ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [50ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [50ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [110ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [113ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [113ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [146ms] refreshing cache from master, [146ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [148ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [168ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [170ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [170ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [745ms] refreshing cache from master, [745ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [748ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [749ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [752ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [752ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [4646ms] refreshing cache from master, [4646ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [4648ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1230679610(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@42189b9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640) -> (continuation of Deferred@1939797316 after retry RPC@1455801582) -> (continuation of Deferred@1445949351 after retry RPC@783627064), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dad6474 -> wakeup thread Time-limited test -> (continuation of Deferred@1071513266 after retry RPC@1432407563) -> (continuation of Deferred@1641336444 after retry RPC@848774363) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@188215481 after retry RPC@1376876640) -> (continuation of Deferred@1939797316 after retry RPC@1455801582) -> (continuation of Deferred@1445949351 after retry RPC@783627064))) after lookup
10:27:32.088 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.089 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] Successfully connected to peer
10:27:32.108 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xed6d1ca5, L:/127.0.0.1:50158 - R:/127.7.118.66:36131] using TOKEN/null
10:27:32.131 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.65:36121
10:27:32.132 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.132831  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:32.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.242700  9109 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.242964  9109 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:32.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.243000  9109 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.247296  9109 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.247380  9109 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.65
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.252100  9109 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9109
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.253073  9109 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.254361  9109 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.263768  9117 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.263746  9114 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.263756  9115 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.263893  9109 server_base.cc:1034] running on GCE node
10:27:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.264503  9109 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.265133  9109 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.266315  9109 hybrid_clock.cc:648] HybridClock initialized: now 1783506452266304 us; error 49 us; skew 500 ppm
10:27:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.268091  9109 webserver.cc:460] Webserver started at http://127.7.118.65:43593/ using document root <none> and password file <none>
10:27:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.268679  9109 fs_manager.cc:359] Metadata directory not provided
10:27:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.268785  9109 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.272938  9109 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
10:27:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.275046  9123 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.276201  9109 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:27:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.276373  9109 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.276918  9109 fs_report.cc:383] FS layout report
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/data
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.305083  9109 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.305778  9109 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.305999  9109 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.306612  9109 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.307830  9130 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.311575  9109 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.311671  9109 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.311733  9109 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.313308  9109 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.313377  9109 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
10:27:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.313637  9130 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap starting.
10:27:32.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.324092  9109 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.65:36121
10:27:32.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.324222  9237 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.65:36121 every 8 connection(s)
10:27:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.325101  9109 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.328977  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 9109
10:27:32.329 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.329615  9130 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Log is configured to *not* fsync() on all Append() calls
10:27:32.334 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
10:27:32.336 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
10:27:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.338753  9238 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.338980  9238 heartbeater.cc:464] Registering TS with master...
10:27:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.339566  9238 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.340081  9239 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.340301  9239 heartbeater.cc:464] Registering TS with master...
10:27:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.340546  9239 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.341657  7683 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.342765  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.65:40131
10:27:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.343775  7827 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.344646  9240 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.344730  9240 heartbeater.cc:464] Registering TS with master...
10:27:32.345 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.345526  9240 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:32.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.346349  7755 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:32.347 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.66:36131
10:27:32.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.348224  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8755
10:27:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:32.353478  9127 connection.cc:535] server connection from 127.7.118.66:41229 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:27:32.354 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] handling channelInactive
10:27:32.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state READY due to: connection closed
10:27:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.354697  9130 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:32.354 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:32.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.355103  9130 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap complete.
10:27:32.356 [DEBUG - Time-limited test] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.356446  9130 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent bootstrapping tablet: real 0.043s	user 0.024s	sys 0.012s
10:27:32.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.358 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.359463  9130 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.359894  9130 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Initialized, Role: FOLLOWER
10:27:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.360437  9130 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.361155  9239 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:32.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:32.361502  9130 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
10:27:32.365 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:32.365 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:32.366 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test)) after lookup
10:27:32.366 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.367 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:32.386 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:32.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [11ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [12ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [12ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261))) after lookup
10:27:32.387 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.389 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:32.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:32.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [11ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [12ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [12ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [32ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [34ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158))) after lookup
10:27:32.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.428 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:32.547 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:32.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=192), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [11ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [12ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [12ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [32ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [34ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [72ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [73ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [73ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207))) after lookup
10:27:32.548 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:32.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:32.550 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:33.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:33.006 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:33.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=651), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [11ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [12ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [12ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [32ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [34ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [72ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [73ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [73ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [193ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [195ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [196ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [648ms] refreshing cache from master, [648ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [651ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207) -> (continuation of Deferred@1471076126 after retry RPC@1487959710), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207) -> (continuation of Deferred@1471076126 after retry RPC@1487959710))) after lookup
10:27:33.007 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:33.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:33.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:33.008 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:33.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.630730  9252 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:33.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.630874  9252 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.631963  9252 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:33.632941  8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:33.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:33.634003  8941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.636718  9191 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a" is_pre_election: true
10:27:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.636978  9191 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 6.
10:27:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.637331  8941 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.637633  9252 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Leader pre-election won for term 8
10:27:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.637710  9252 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Starting leader election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.637759  9252 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 7 FOLLOWER]: Advancing to term 8
10:27:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.638652  9252 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.639022  9252 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.639617  9191 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.639794  9191 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 6 FOLLOWER]: Advancing to term 8
10:27:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:33.640038  8941 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.641918  9191 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 8.
10:27:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.642194  8941 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.642355  9252 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Leader election won for term 8
10:27:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.642625  9252 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 LEADER]: Becoming Leader. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Running, Role: LEADER
10:27:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.642928  9252 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:33.645226  7683 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba reported cstate change: term changed from 7 to 8, leader changed from 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66) to 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67). New cstate: current_term: 8 leader_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: HEALTHY } } }
10:27:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.057202  9191 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Refusing update from remote peer 33f30b94dc704b5d9cb2c7d186b8d2ba: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
10:27:34.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.057927  9252 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
10:27:34.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.065487  8941 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba -> Peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Couldn't send request to peer 7b8d99cd323b4d32af5fbd3ccfe68f28. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:34.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:34.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:34.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1771), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [3ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [3ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [11ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [12ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [12ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [32ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [34ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [72ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [73ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [73ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [191ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [193ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [195ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [196ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [648ms] refreshing cache from master, [648ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [651ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [652ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [653ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [653ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [1768ms] refreshing cache from master, [1768ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1771ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1329677658(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@3db5de5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207) -> (continuation of Deferred@1471076126 after retry RPC@1487959710) -> (continuation of Deferred@560965629 after retry RPC@1333517641), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67768f41 -> wakeup thread Time-limited test -> (continuation of Deferred@1274619178 after retry RPC@929855261) -> (continuation of Deferred@440807052 after retry RPC@1321625158) -> (continuation of Deferred@998090159 after retry RPC@822592207) -> (continuation of Deferred@1471076126 after retry RPC@1487959710) -> (continuation of Deferred@560965629 after retry RPC@1333517641))) after lookup
10:27:34.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.129 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] Successfully connected to peer
10:27:34.144 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6afc50a5, L:/127.0.0.1:42264 - R:/127.7.118.67:36413] using TOKEN/null
10:27:34.160 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.66:36131
10:27:34.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.161680  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:34.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.275321  9280 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.275557  9280 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.275594  9280 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:34.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.279613  9280 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:34.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.279697  9280 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.66
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.284646  9280 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:34.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9280
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:34.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.285629  9280 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.286924  9280 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.296066  9280 server_base.cc:1034] running on GCE node
10:27:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.296041  9285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.296188  9288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:34.296393  9286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.296808  9280 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.297427  9280 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.298610  9280 hybrid_clock.cc:648] HybridClock initialized: now 1783506454298590 us; error 35 us; skew 500 ppm
10:27:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.300634  9280 webserver.cc:460] Webserver started at http://127.7.118.66:45749/ using document root <none> and password file <none>
10:27:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.301188  9280 fs_manager.cc:359] Metadata directory not provided
10:27:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.301280  9280 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.305022  9280 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
10:27:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.307116  9294 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.308413  9280 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.308526  9280 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.309079  9280 fs_report.cc:383] FS layout report
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/data
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:34.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.322119  9280 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.322842  9280 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.323065  9280 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:34.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.323752  9280 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:34.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.325317  9301 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.329938  9280 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.330040  9280 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
10:27:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.330106  9280 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.331661  9280 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.331738  9280 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.331985  9301 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap starting.
10:27:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.342206  9280 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.66:36131
10:27:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.342231  9408 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.66:36131 every 8 connection(s)
10:27:34.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.343161  9280 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:34.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.347425  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 9280
10:27:34.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.353106  9301 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Log is configured to *not* fsync() on all Append() calls
10:27:34.358 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:34.358 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.67:36413
10:27:34.358 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.359045  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 8926
10:27:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.360854  9410 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.361073  9410 heartbeater.cc:464] Registering TS with master...
10:27:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.361155  9409 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.361250  9409 heartbeater.cc:464] Registering TS with master...
10:27:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.361677  9410 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.361677  9409 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.363590  7827 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.364005  7683 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.364501  9411 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.364604  9411 heartbeater.cc:464] Registering TS with master...
10:27:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.364781  9411 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.364967  7683 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.66:45311
10:27:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.365803  7755 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:34.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:34.368 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] handling channelInactive
10:27:34.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state READY due to: connection closed
10:27:34.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.373836  9301 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:34.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.374218  9301 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap complete.
10:27:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.375265  9301 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent bootstrapping tablet: real 0.043s	user 0.031s	sys 0.005s
10:27:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.377569  9301 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.378018  9301 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Initialized, Role: FOLLOWER
10:27:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.378536  9301 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.379205  9410 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:34.379520  9301 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
10:27:34.384 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.386 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:34.405 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:34.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test)) after lookup
10:27:34.406 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.408 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:34.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:34.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202))) after lookup
10:27:34.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.428 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:34.466 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:34.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [58ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [60ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [60ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [98ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095))) after lookup
10:27:34.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.470 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:34.687 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:34.687 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=318), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [58ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [60ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [60ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [98ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [99ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [102ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [102ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [315ms] refreshing cache from master, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [318ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968))) after lookup
10:27:34.688 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:34.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:34.690 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:35.166 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:35.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=798), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [58ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [60ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [60ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [98ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [99ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [102ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [102ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [315ms] refreshing cache from master, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [318ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [320ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [321ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [322ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [795ms] refreshing cache from master, [795ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [798ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389))) after lookup
10:27:35.168 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:35.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.170 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:35.586 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:35.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1218), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [58ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [60ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [60ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [98ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [99ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [102ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [102ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [315ms] refreshing cache from master, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [318ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [320ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [321ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [322ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [795ms] refreshing cache from master, [795ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [798ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [799ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [802ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [802ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1215ms] refreshing cache from master, [1215ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1217ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389) -> (continuation of Deferred@1307765085 after retry RPC@313427153), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389) -> (continuation of Deferred@1307765085 after retry RPC@313427153))) after lookup
10:27:35.588 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:35.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.589 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.660624  9422 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.660840  9422 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.662077  9422 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:35.662827  9127 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:35.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:35.663857  9127 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.668045  9363 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.668397  9363 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 7.
10:27:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.669169  9124 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.669396  9422 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Leader pre-election won for term 9
10:27:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.669456  9422 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Starting leader election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:35.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.669505  9422 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 8 FOLLOWER]: Advancing to term 9
10:27:35.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.670418  9422 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.670758  9422 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.671051  9363 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.671175  9363 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 7 FOLLOWER]: Advancing to term 9
10:27:35.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:35.671756  9127 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.673481  9363 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 9.
10:27:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.673792  9124 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.673947  9422 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Leader election won for term 9
10:27:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.674145  9422 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 LEADER]: Becoming Leader. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Running, Role: LEADER
10:27:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.674453  9422 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:35.676600  7683 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a reported cstate change: term changed from 8 to 9, leader changed from 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67) to b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65). New cstate: current_term: 9 leader_uuid: "b5515094bd13485e9d92f3fc1bc0782a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:36.222474  9363 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Refusing update from remote peer b5515094bd13485e9d92f3fc1bc0782a: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
10:27:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:36.223292  9440 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
10:27:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:36.232537  9127 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:38.841423  9127 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
10:27:39.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.207 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=15, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4838), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [18ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [18ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [40ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [40ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [57ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [58ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [60ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [60ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [98ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [99ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [102ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [102ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [315ms] refreshing cache from master, [315ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [318ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [320ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [321ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [322ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [795ms] refreshing cache from master, [795ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [798ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [799ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [802ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [802ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1215ms] refreshing cache from master, [1215ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1217ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [1219ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1221ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1221ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [4835ms] refreshing cache from master, [4835ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [4838ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@437650595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@29c17e90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389) -> (continuation of Deferred@1307765085 after retry RPC@313427153) -> (continuation of Deferred@345330876 after retry RPC@665898161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@26b31170 -> wakeup thread Time-limited test -> (continuation of Deferred@810348098 after retry RPC@248140202) -> (continuation of Deferred@857066522 after retry RPC@1994723095) -> (continuation of Deferred@1830807275 after retry RPC@861716968) -> (continuation of Deferred@152457085 after retry RPC@368664389) -> (continuation of Deferred@1307765085 after retry RPC@313427153) -> (continuation of Deferred@345330876 after retry RPC@665898161))) after lookup
10:27:39.209 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.210 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] Successfully connected to peer
10:27:39.227 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x75fd3b52, L:/127.0.0.1:51600 - R:/127.7.118.65:36121] using TOKEN/null
10:27:39.244 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.67:36413
10:27:39.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.245741  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:39.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.355476  9470 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.355723  9470 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:39.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.355757  9470 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.359690  9470 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.359776  9470 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.67
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.364444  9470 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9470
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.365391  9470 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:39.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.366631  9470 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.376274  9475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.376587  9478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:39.376286  9476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.376947  9470 server_base.cc:1034] running on GCE node
10:27:39.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.377368  9470 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:39.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.378043  9470 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:39.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.379235  9470 hybrid_clock.cc:648] HybridClock initialized: now 1783506459379205 us; error 43 us; skew 500 ppm
10:27:39.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.386602  9470 webserver.cc:460] Webserver started at http://127.7.118.67:38553/ using document root <none> and password file <none>
10:27:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.387194  9470 fs_manager.cc:359] Metadata directory not provided
10:27:39.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.387290  9470 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:39.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.390817  9470 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
10:27:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.392886  9484 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.394001  9470 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
10:27:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.394136  9470 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.394866  9470 fs_report.cc:383] FS layout report
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/data
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.412313  9470 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.412894  9470 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.413036  9470 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.413529  9470 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.414633  9491 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.418498  9470 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.418565  9470 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.418627  9470 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.420140  9470 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.420182  9470 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.420540  9491 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap starting.
10:27:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.429219  9470 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.67:36413
10:27:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.429303  9598 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.67:36413 every 8 connection(s)
10:27:39.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.430158  9470 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.432142  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 9470
10:27:39.432 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:39.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.439632  9491 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Log is configured to *not* fsync() on all Append() calls
10:27:39.443 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:39.444 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.65:36121
10:27:39.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.444968  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 9109
10:27:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.447144  9600 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.447396  9600 heartbeater.cc:464] Registering TS with master...
10:27:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.447156  9601 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.447902  9601 heartbeater.cc:464] Registering TS with master...
10:27:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.448400  9601 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.449715  9600 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.450495  7754 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.450488  7682 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.450560  9599 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.450639  9599 heartbeater.cc:464] Registering TS with master...
10:27:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.450786  9599 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.451499  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.67:40889
10:27:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.451792  7827 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:39.453 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:39.453 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] handling channelInactive
10:27:39.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state READY due to: connection closed
10:27:39.454 [DEBUG - Time-limited test] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.456 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.464356  9491 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.464816  9491 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap complete.
10:27:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.466194  9491 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent bootstrapping tablet: real 0.046s	user 0.032s	sys 0.007s
10:27:39.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.467 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test)) after lookup
10:27:39.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.469295  9491 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.469856  9491 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Initialized, Role: FOLLOWER
10:27:39.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.470 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.470327  9491 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.471010  9600 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:39.471426  9491 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.001s
10:27:39.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.486 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [17ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [17ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533))) after lookup
10:27:39.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.488 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.527 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.527 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [17ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [17ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [33ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [35ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [35ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722))) after lookup
10:27:39.528 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.530 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.666 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.666 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=213), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [17ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [17ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [33ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [35ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [35ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [75ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [77ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [77ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939))) after lookup
10:27:39.667 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.668 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:39.847 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:39.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=394), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [17ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [17ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [33ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [35ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [35ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [75ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [77ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [77ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [214ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [215ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [215ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [391ms] refreshing cache from master, [391ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [393ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939) -> (continuation of Deferred@569523745 after retry RPC@298073262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939) -> (continuation of Deferred@569523745 after retry RPC@298073262))) after lookup
10:27:39.848 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:39.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state CONNECTING due to: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:39.851 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121
10:27:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.744726  9613 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:40.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.744925  9613 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.745985  9613 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:40.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:40.746775  9295 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:40.747705  9295 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.751494  9553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" is_pre_election: true
10:27:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.751811  9553 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 8.
10:27:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.752592  9298 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.752828  9613 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Leader pre-election won for term 10
10:27:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.752918  9613 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Starting leader election (detected failure of leader b5515094bd13485e9d92f3fc1bc0782a)
10:27:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.752962  9613 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 9 FOLLOWER]: Advancing to term 10
10:27:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.753859  9613 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.754258  9613 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 election: Requested vote from peers b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.754686  9553 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.754818  9553 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 8 FOLLOWER]: Advancing to term 10
10:27:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:40.755196  9295 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111)
10:27:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.756950  9553 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b8d99cd323b4d32af5fbd3ccfe68f28 in term 10.
10:27:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.757272  9298 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, 7b8d99cd323b4d32af5fbd3ccfe68f28; no voters: b5515094bd13485e9d92f3fc1bc0782a
10:27:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.757468  9613 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Leader election won for term 10
10:27:40.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.757632  9613 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 LEADER]: Becoming Leader. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Running, Role: LEADER
10:27:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.757915  9613 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:40.760044  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 reported cstate change: term changed from 9 to 10, leader changed from b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65) to 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66). New cstate: current_term: 10 leader_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:41.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:41.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:41.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1834), Traces: [0ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [3ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [3ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [15ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [17ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [17ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [33ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [35ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [35ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [73ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [75ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [77ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [77ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [213ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [214ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [215ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [215ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [391ms] refreshing cache from master, [391ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [393ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [395ms] sending RPC to server b5515094bd13485e9d92f3fc1bc0782a, [397ms] received response from server b5515094bd13485e9d92f3fc1bc0782a: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [398ms] delaying RPC due to: Network error: Failed to connect to peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121): Connection refused: /127.7.118.65:36121, [1831ms] refreshing cache from master, [1831ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1833ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@2045463503(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@57d9e5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939) -> (continuation of Deferred@569523745 after retry RPC@298073262) -> (continuation of Deferred@1339224631 after retry RPC@2135135791), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@333a37d5 -> wakeup thread Time-limited test -> (continuation of Deferred@1775643349 after retry RPC@187706533) -> (continuation of Deferred@1807222674 after retry RPC@1404873722) -> (continuation of Deferred@141944676 after retry RPC@1042312939) -> (continuation of Deferred@569523745 after retry RPC@298073262) -> (continuation of Deferred@1339224631 after retry RPC@2135135791))) after lookup
10:27:41.288 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:41.289 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] Successfully connected to peer
10:27:41.306 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8519881e, L:/127.0.0.1:56792 - R:/127.7.118.66:36131] using TOKEN/null
10:27:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.310603  9553 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Refusing update from remote peer 7b8d99cd323b4d32af5fbd3ccfe68f28: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
10:27:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.311131  9295 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 -> Peer b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121): Couldn't send request to peer b5515094bd13485e9d92f3fc1bc0782a. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.65:36121: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.311329  9633 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
10:27:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.318327  9631 mvcc.cc:205] Tried to move back new op lower bound from 7305242465520758784 to 7305242463266418688. Current Snapshot: MvccSnapshot[applied={T|T < 7305242465520758784}]
10:27:41.331 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.65:36121
10:27:41.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.331951  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:41.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.451324  9644 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.451546  9644 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.451581  9644 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.455484  9644 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.455567  9644 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.65
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.460140  9644 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.65:36121
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.65
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43593
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9644
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.65
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/logs
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.461301  9644 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.462543  9644 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.472018  9650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.472007  9649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:41.472098  9652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.472704  9644 server_base.cc:1034] running on GCE node
10:27:41.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.473065  9644 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:41.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.473685  9644 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.474843  9644 hybrid_clock.cc:648] HybridClock initialized: now 1783506461474808 us; error 58 us; skew 500 ppm
10:27:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.476755  9644 webserver.cc:460] Webserver started at http://127.7.118.65:43593/ using document root <none> and password file <none>
10:27:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.477324  9644 fs_manager.cc:359] Metadata directory not provided
10:27:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.477411  9644 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.481006  9644 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
10:27:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.483070  9658 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.484498  9644 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.484588  9644 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.485092  9644 fs_report.cc:383] FS layout report
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/wal
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/data
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.507081  9644 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.507728  9644 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.507885  9644 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.508518  9644 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.509763  9665 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.513674  9644 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.513757  9644 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
10:27:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.513886  9644 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.515442  9644 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.515486  9644 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.515826  9665 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap starting.
10:27:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.526000  9644 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.65:36121
10:27:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.526039  9772 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.65:36121 every 8 connection(s)
10:27:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.526901  9644 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-0/data/info.pb
10:27:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.528054  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 9644
10:27:41.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:41.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.534526  9665 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Log is configured to *not* fsync() on all Append() calls
10:27:41.537 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:41.538 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.66:36131
10:27:41.538 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.539016  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 9280
10:27:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.543815  9774 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.544072  9774 heartbeater.cc:464] Registering TS with master...
10:27:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.544291  9775 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.544363  9775 heartbeater.cc:464] Registering TS with master...
10:27:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.544751  9775 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.544843  9774 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:41.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.546828  7682 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.546828  7754 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.547919  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.65:57861
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.547996  9773 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.548063  9773 heartbeater.cc:464] Registering TS with master...
10:27:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.548267  9773 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:41.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.549832  7827 ts_manager.cc:194] Re-registered known tserver with Master: b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:41.550 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] handling channelInactive
10:27:41.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state READY due to: connection closed
10:27:41.550 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: connection closed
10:27:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.559791  9665 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.560127  9665 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Bootstrap complete.
10:27:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.561197  9665 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent bootstrapping tablet: real 0.046s	user 0.030s	sys 0.009s
10:27:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.563405  9665 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.563954  9665 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Initialized, Role: FOLLOWER
10:27:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.564503  9665 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.565260  9774 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:41.565585  9665 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
10:27:41.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:41.568 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:41.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test)) after lookup
10:27:41.569 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:41.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.571 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:41.586 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:41.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770))) after lookup
10:27:41.586 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:41.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.587 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:41.626 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:41.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [39ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [39ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914))) after lookup
10:27:41.627 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:41.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.629 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:41.746 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:41.747 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [39ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [39ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [78ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [81ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [81ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [198ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996))) after lookup
10:27:41.747 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:41.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:41.748 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:42.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:42.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=578), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [39ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [39ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [78ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [81ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [81ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [198ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [199ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [200ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [200ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [575ms] refreshing cache from master, [575ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [577ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858))) after lookup
10:27:42.127 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:42.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.128 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:42.447 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)[L],b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:42.447 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=898), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [39ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [39ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [78ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [81ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [81ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [198ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [199ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [200ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [200ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [575ms] refreshing cache from master, [575ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [577ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [579ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [580ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [581ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [896ms] refreshing cache from master, [896ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [898ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858) -> (continuation of Deferred@526930396 after retry RPC@1695996878), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858) -> (continuation of Deferred@526930396 after retry RPC@1695996878))) after lookup
10:27:42.448 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] connecting to peer
10:27:42.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.449 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131
10:27:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.831187  9786 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.831367  9786 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.832527  9786 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:42.833292  9485 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:42.834321  9485 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.838300  9727 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a" is_pre_election: true
10:27:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.838655  9727 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 9.
10:27:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.839522  9485 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:42.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.839861  9786 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Leader pre-election won for term 11
10:27:42.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.839924  9786 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Starting leader election (detected failure of leader 7b8d99cd323b4d32af5fbd3ccfe68f28)
10:27:42.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.839953  9786 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 10 FOLLOWER]: Advancing to term 11
10:27:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.840937  9786 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.841210  9786 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65:36121)
10:27:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.841928  9727 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "b5515094bd13485e9d92f3fc1bc0782a"
10:27:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.842083  9727 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 9 FOLLOWER]: Advancing to term 11
10:27:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:42.842458  9485 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111)
10:27:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.844374  9727 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33f30b94dc704b5d9cb2c7d186b8d2ba in term 11.
10:27:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.844694  9485 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 33f30b94dc704b5d9cb2c7d186b8d2ba, b5515094bd13485e9d92f3fc1bc0782a; no voters: 7b8d99cd323b4d32af5fbd3ccfe68f28
10:27:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.844875  9786 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 11 FOLLOWER]: Leader election won for term 11
10:27:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.845108  9786 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 11 LEADER]: Becoming Leader. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Running, Role: LEADER
10:27:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.845443  9786 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:42.847937  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba reported cstate change: term changed from 10 to 11, leader changed from 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66) to 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67). New cstate: current_term: 11 leader_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: HEALTHY } } }
10:27:43.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:43.328576  9727 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Refusing update from remote peer 33f30b94dc704b5d9cb2c7d186b8d2ba: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
10:27:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:43.329455  9786 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
10:27:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:43.338429  9485 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba -> Peer 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131): Couldn't send request to peer 7b8d99cd323b4d32af5fbd3ccfe68f28. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.66:36131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:44.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:44.486 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:44.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2938), Traces: [0ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [2ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [21ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [23ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [38ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [39ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [39ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [78ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [81ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [81ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [198ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [199ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [200ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [200ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [575ms] refreshing cache from master, [575ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [577ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [579ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [580ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [581ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [896ms] refreshing cache from master, [896ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [898ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [899ms] sending RPC to server 7b8d99cd323b4d32af5fbd3ccfe68f28, [901ms] received response from server 7b8d99cd323b4d32af5fbd3ccfe68f28: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [901ms] delaying RPC due to: Network error: Failed to connect to peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131): Connection refused: /127.7.118.66:36131, [2935ms] refreshing cache from master, [2935ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [2937ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@278856003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@6fa98c1a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858) -> (continuation of Deferred@526930396 after retry RPC@1695996878) -> (continuation of Deferred@1492075714 after retry RPC@1062457746), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b31b141 -> wakeup thread Time-limited test -> (continuation of Deferred@1122566759 after retry RPC@874776770) -> (continuation of Deferred@1623615482 after retry RPC@1641080914) -> (continuation of Deferred@357030038 after retry RPC@1941118996) -> (continuation of Deferred@981763094 after retry RPC@585829858) -> (continuation of Deferred@526930396 after retry RPC@1695996878) -> (continuation of Deferred@1492075714 after retry RPC@1062457746))) after lookup
10:27:44.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:44.489 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] Successfully connected to peer
10:27:44.504 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4790e511, L:/127.0.0.1:37026 - R:/127.7.118.67:36413] using TOKEN/null
10:27:44.523 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.66:36131
10:27:44.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.523844  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.633744  9821 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.633975  9821 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.634008  9821 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.637915  9821 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.637995  9821 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.66
10:27:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.643806  9821 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.66:36131
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.66
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45749
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9821
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.66
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/logs
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.644812  9821 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.646108  9821 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.655714  9821 server_base.cc:1034] running on GCE node
10:27:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.655661  9827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.655843  9826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:44.655655  9829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.656334  9821 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.657003  9821 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.658214  9821 hybrid_clock.cc:648] HybridClock initialized: now 1783506464658182 us; error 42 us; skew 500 ppm
10:27:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.664709  9821 webserver.cc:460] Webserver started at http://127.7.118.66:45749/ using document root <none> and password file <none>
10:27:44.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.665335  9821 fs_manager.cc:359] Metadata directory not provided
10:27:44.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.665436  9821 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:44.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.669287  9821 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.001s
10:27:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.671681  9835 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.673254  9821 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
10:27:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.673357  9821 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.673880  9821 fs_report.cc:383] FS layout report
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/wal
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/data
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.689854  9821 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.690469  9821 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.690618  9821 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.691134  9821 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:44.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.692438  9842 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.696369  9821 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.696444  9821 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.001s
10:27:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.696494  9821 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.697955  9821 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.697999  9821 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
10:27:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.698357  9842 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap starting.
10:27:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.708448  9821 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.66:36131
10:27:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.708739  9949 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.66:36131 every 8 connection(s)
10:27:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.709408  9821 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-1/data/info.pb
10:27:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.718936  9842 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Log is configured to *not* fsync() on all Append() calls
10:27:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.719651  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 9821
10:27:44.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.722433  9951 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.722678  9951 heartbeater.cc:464] Registering TS with master...
10:27:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.723250  9951 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.724486  9950 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:44.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.724556  9950 heartbeater.cc:464] Registering TS with master...
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.724706  9950 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.725008  9952 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.725071  9952 heartbeater.cc:464] Registering TS with master...
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.725200  9952 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.726122  7754 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.726122  7827 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.727447  7682 ts_manager.cc:194] Re-registered known tserver with Master: 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131)
10:27:44.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.728392  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.66:57441
10:27:44.729 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:44.730 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.118.67:36413
10:27:44.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:44.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.730871  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 9470
10:27:44.737 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:44.737 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] handling channelInactive
10:27:44.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state READY due to: connection closed
10:27:44.744 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:44.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.746 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.747738  9842 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.748178  9842 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Bootstrap complete.
10:27:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.749401  9842 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent bootstrapping tablet: real 0.051s	user 0.031s	sys 0.015s
10:27:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.751960  9842 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.752482  9842 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b8d99cd323b4d32af5fbd3ccfe68f28, State: Initialized, Role: FOLLOWER
10:27:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.752977  9842 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.753729  9951 heartbeater.cc:503] Master 127.7.118.126:45667 was elected leader, sending a full tablet report...
10:27:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:44.754040  9842 ts_tablet_manager.cc:1428] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
10:27:44.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:44.766 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:44.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test)) after lookup
10:27:44.767 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:44.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.768 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:44.786 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:44.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [31ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [31ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666))) after lookup
10:27:44.787 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:44.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.789 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:44.806 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:44.807 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [31ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [31ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [50ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [51ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [52ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817))) after lookup
10:27:44.807 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:44.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:44.810 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:45.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:45.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=290), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [31ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [31ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [50ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [51ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [52ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [70ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [72ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [73ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [289ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339))) after lookup
10:27:45.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:45.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.029 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:45.766 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)[L],7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)]}]
10:27:45.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1029), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [31ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [31ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [50ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [51ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [52ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [70ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [72ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [73ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [289ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [291ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [292ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [292ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1027ms] refreshing cache from master, [1027ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1029ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339) -> (continuation of Deferred@1327325588 after retry RPC@1329579574), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339) -> (continuation of Deferred@1327325588 after retry RPC@1329579574))) after lookup
10:27:45.769 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] connecting to peer
10:27:45.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] cleaning up while in state CONNECTING due to: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:45.771 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413) for tablet d78a0b297d5a4a1db18cd70a0ac97c17: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413
10:27:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.021710  9963 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.021847  9963 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.022871  9963 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:46.023819  9662 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:46.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:46.025552  9662 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.029520  9904 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" is_pre_election: true
10:27:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.029771  9904 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 10.
10:27:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.030490  9659 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.030781  9963 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Leader pre-election won for term 12
10:27:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.030838  9963 raft_consensus.cc:482] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Starting leader election (detected failure of leader 33f30b94dc704b5d9cb2c7d186b8d2ba)
10:27:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.030865  9963 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 11 FOLLOWER]: Advancing to term 12
10:27:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.031728  9963 raft_consensus.cc:504] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.032004  9963 leader_election.cc:288] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 election: Requested vote from peers 7b8d99cd323b4d32af5fbd3ccfe68f28 (127.7.118.66:36131), 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.032374  9904 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d78a0b297d5a4a1db18cd70a0ac97c17" candidate_uuid: "b5515094bd13485e9d92f3fc1bc0782a" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28"
10:27:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.032503  9904 raft_consensus.cc:3037] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 10 FOLLOWER]: Advancing to term 12
10:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:46.033154  9662 leader_election.cc:334] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111)
10:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.034446  9904 raft_consensus.cc:2454] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b5515094bd13485e9d92f3fc1bc0782a in term 12.
10:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.034732  9659 leader_election.cc:302] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b8d99cd323b4d32af5fbd3ccfe68f28, b5515094bd13485e9d92f3fc1bc0782a; no voters: 33f30b94dc704b5d9cb2c7d186b8d2ba
10:27:46.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.034920  9963 raft_consensus.cc:2781] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 12 FOLLOWER]: Leader election won for term 12
10:27:46.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.035082  9963 raft_consensus.cc:686] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [term 12 LEADER]: Becoming Leader. State: Replica: b5515094bd13485e9d92f3fc1bc0782a, State: Running, Role: LEADER
10:27:46.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.035388  9963 consensus_queue.cc:237] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.037735  7682 catalog_manager.cc:5495] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a reported cstate change: term changed from 11 to 12, leader changed from 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67) to b5515094bd13485e9d92f3fc1bc0782a (127.7.118.65). New cstate: current_term: 12 leader_uuid: "b5515094bd13485e9d92f3fc1bc0782a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } health_report { overall_health: UNKNOWN } } }
10:27:46.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:46.478299  9662 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:27:46.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.529995  9904 raft_consensus.cc:1261] T d78a0b297d5a4a1db18cd70a0ac97c17 P 7b8d99cd323b4d32af5fbd3ccfe68f28 [term 12 FOLLOWER]: Refusing update from remote peer b5515094bd13485e9d92f3fc1bc0782a: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
10:27:46.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:46.530692  9963 consensus_queue.cc:1035] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
10:27:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.182104  9662 consensus_peers.cc:487] T d78a0b297d5a4a1db18cd70a0ac97c17 P b5515094bd13485e9d92f3fc1bc0782a -> Peer 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413): Couldn't send request to peer 33f30b94dc704b5d9cb2c7d186b8d2ba. Status: Network error: Client connection negotiation failed: client connection to 127.7.118.67:36413: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
10:27:49.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d78a0b297d5a4a1db18cd70a0ac97c17 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171' with partition [<start>, <end>)
10:27:49.527 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=d78a0b297d5a4a1db18cd70a0ac97c17@[33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413),7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131),b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)[L]]}]
10:27:49.527 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4790), Traces: [0ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [0ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [9ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [9ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [26ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [29ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [31ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [31ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [50ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [51ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [52ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [70ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [72ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [73ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [286ms] refreshing cache from master, [286ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [289ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [291ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [292ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [292ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1027ms] refreshing cache from master, [1027ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [1029ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, [1031ms] sending RPC to server 33f30b94dc704b5d9cb2c7d186b8d2ba, [1034ms] received response from server 33f30b94dc704b5d9cb2c7d186b8d2ba: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [1034ms] delaying RPC due to: Network error: Failed to connect to peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413): Connection refused: /127.7.118.67:36413, [4786ms] refreshing cache from master, [4787ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.118.126:45667, [4789ms] Sub RPC GetTableLocations: received response from server master-127.7.118.126:45667: OK, deferred=Deferred@1419809429(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$84/524368637@28e4d0c0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339) -> (continuation of Deferred@1327325588 after retry RPC@1329579574) -> (continuation of Deferred@652753043 after retry RPC@391599118), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2aeeee37 -> wakeup thread Time-limited test -> (continuation of Deferred@597983175 after retry RPC@2120659666) -> (continuation of Deferred@1965646486 after retry RPC@728419817) -> (continuation of Deferred@14611812 after retry RPC@2099672339) -> (continuation of Deferred@1327325588 after retry RPC@1329579574) -> (continuation of Deferred@652753043 after retry RPC@391599118))) after lookup
10:27:49.528 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] connecting to peer
10:27:49.529 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] Successfully connected to peer
10:27:49.542 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70b482e1, L:/127.0.0.1:42878 - R:/127.7.118.65:36121] using TOKEN/null
10:27:49.558 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.118.67:36413
10:27:49.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.559571  7641 external_mini_cluster.cc:1326] Running /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu
10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:27:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:27:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.676036 10008 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
10:27:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.676414 10008 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:27:49.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.676461 10008 flags.cc:425] Enabled unsafe flag: --never_fsync=true
10:27:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.681125 10008 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
10:27:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.681216 10008 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.118.67
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.686081 10008 tablet_server_runner.cc:78] Tablet server non-default flags:
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.118.84:33117
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.118.67:36413
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.118.67
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38553
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.118.126:45667,127.7.118.125:43147,127.7.118.124:40671
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10008
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.118.67
10:27:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/logs
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 09:48:28 UTC on ccycloud.quasar-erdyzl.root.comops.site
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493122
10:27:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.687032 10008 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:27:49.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.688539 10008 file_cache.cc:493] Constructed file cache file cache with capacity 419430
10:27:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.698375 10013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.698405 10016 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:49.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.698369 10014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:27:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.698884 10008 server_base.cc:1034] running on GCE node
10:27:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.699368 10008 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:27:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.700109 10008 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:27:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.701310 10008 hybrid_clock.cc:648] HybridClock initialized: now 1783506469701278 us; error 49 us; skew 500 ppm
10:27:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.710615 10008 webserver.cc:460] Webserver started at http://127.7.118.67:38553/ using document root <none> and password file <none>
10:27:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.711257 10008 fs_manager.cc:359] Metadata directory not provided
10:27:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.711355 10008 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:27:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.715293 10008 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
10:27:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.718487 10022 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.719853 10008 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.720005 10008 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data,/tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba"
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 10:27:14 on dist-test-slave-rt02"
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.720685 10008 fs_report.cc:383] FS layout report
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:49.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/wal
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/data
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:27:49.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:27:49.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:27:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.743204 10008 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
10:27:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.744004 10008 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:27:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.744254 10008 kserver.cc:163] Server-wide thread pool size limit: 3276
10:27:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.744971 10008 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
10:27:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.746564 10029 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
10:27:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.751737 10008 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:27:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.751832 10008 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
10:27:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.751904 10008 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
10:27:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.753633 10008 ts_tablet_manager.cc:610] Registered 1 tablets
10:27:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.753705 10008 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
10:27:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.753983 10029 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap starting.
10:27:49.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.765133 10008 rpc_server.cc:307] RPC server started. Bound to: 127.7.118.67:36413
10:27:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.766036 10136 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.118.67:36413 every 8 connection(s)
10:27:49.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.766503 10008 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasketM1ZB/test-tmp/mini-kudu-cluster5418891771068168129/ts-2/data/info.pb
10:27:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.774703 10029 log.cc:824] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Log is configured to *not* fsync() on all Append() calls
10:27:49.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.776283  7641 external_mini_cluster.cc:1388] Started /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu as pid 10008
10:27:49.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:27:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.783138 10138 heartbeater.cc:347] Connected to a master server at 127.7.118.126:45667
10:27:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.783376 10138 heartbeater.cc:464] Registering TS with master...
10:27:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.783916 10138 heartbeater.cc:511] Master 127.7.118.126:45667 requested a full tablet report, sending...
10:27:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.785789  7682 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786180 10139 heartbeater.cc:347] Connected to a master server at 127.7.118.125:43147
10:27:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786362 10137 heartbeater.cc:347] Connected to a master server at 127.7.118.124:40671
10:27:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786589 10137 heartbeater.cc:464] Registering TS with master...
10:27:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786751 10137 heartbeater.cc:511] Master 127.7.118.124:40671 requested a full tablet report, sending...
10:27:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786904  7682 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.118.67:42441
10:27:49.787 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.786264 10139 heartbeater.cc:464] Registering TS with master...
10:27:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.787572 10139 heartbeater.cc:511] Master 127.7.118.125:43147 requested a full tablet report, sending...
10:27:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.788233  7826 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.788393  7754 ts_manager.cc:194] Re-registered known tserver with Master: 33f30b94dc704b5d9cb2c7d186b8d2ba (127.7.118.67:36413)
10:27:49.791 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783506435171, tablet=d78a0b297d5a4a1db18cd70a0ac97c17, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:27:49.797 [DEBUG - main] (Connection.java:575) [peer master-127.7.118.125:43147(127.7.118.125:43147)] disconnecting while in state READY
10:27:49.802 [DEBUG - main] (Connection.java:575) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] disconnecting while in state READY
10:27:49.802 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.118.125:43147(127.7.118.125:43147)] handling channelInactive
10:27:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.118.125:43147(127.7.118.125:43147)] cleaning up while in state READY due to: connection closed
10:27:49.803 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] handling channelInactive
10:27:49.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b5515094bd13485e9d92f3fc1bc0782a(127.7.118.65:36121)] cleaning up while in state READY due to: connection closed
10:27:49.804 [DEBUG - main] (Connection.java:575) [peer master-127.7.118.124:40671(127.7.118.124:40671)] disconnecting while in state READY
10:27:49.804 [DEBUG - main] (Connection.java:575) [peer 33f30b94dc704b5d9cb2c7d186b8d2ba(127.7.118.67:36413)] disconnecting while in state TERMINATED
10:27:49.804 [DEBUG - main] (Connection.java:575) [peer master-127.7.118.126:45667(127.7.118.126:45667)] disconnecting while in state READY
10:27:49.805 [DEBUG - main] (Connection.java:575) [peer 7b8d99cd323b4d32af5fbd3ccfe68f28(127.7.118.66:36131)] disconnecting while in state TERMINATED
10:27:49.808 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
10:27:49.812 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.118.124:40671(127.7.118.124:40671)] handling channelInactive
10:27:49.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.118.124:40671(127.7.118.124:40671)] cleaning up while in state READY due to: connection closed
10:27:49.812 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.118.126:45667(127.7.118.126:45667)] handling channelInactive
10:27:49.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.118.126:45667(127.7.118.126:45667)] cleaning up while in state READY due to: connection closed
10:27:49.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.813426  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 9644
10:27:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.819294 10029 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:27:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.819772 10029 tablet_bootstrap.cc:492] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Bootstrap complete.
10:27:49.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.820978 10029 ts_tablet_manager.cc:1397] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba: Time spent bootstrapping tablet: real 0.067s	user 0.040s	sys 0.008s
10:27:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.822173  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 9821
10:27:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.826740 10029 raft_consensus.cc:348] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.827430 10029 raft_consensus.cc:729] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33f30b94dc704b5d9cb2c7d186b8d2ba, State: Initialized, Role: FOLLOWER
10:27:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.828047 10029 consensus_queue.cc:260] T d78a0b297d5a4a1db18cd70a0ac97c17 P 33f30b94dc704b5d9cb2c7d186b8d2ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b8d99cd323b4d32af5fbd3ccfe68f28" member_type: VOTER last_known_addr { host: "127.7.118.66" port: 36131 } } peers { permanent_uuid: "b5515094bd13485e9d92f3fc1bc0782a" member_type: VOTER last_known_addr { host: "127.7.118.65" port: 36121 } } peers { permanent_uuid: "33f30b94dc704b5d9cb2c7d186b8d2ba" member_type: VOTER last_known_addr { host: "127.7.118.67" port: 36413 } }
10:27:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.829012  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 10008
10:27:49.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.835271  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 7652
10:27:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 10:27:49.842641  7741 connection.cc:535] server connection from 127.0.0.1:36396 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
10:27:49.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.843331  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 7721
10:27:49.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 10:27:49.848065  7641 external_mini_cluster.cc:1595] Killing /tmp/dist-test-tasketM1ZB/build/debug/bin/kudu with pid 7793
10:27:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T10:27:49Z chronyd exiting

Time: 37.544

OK (1 test)

