JUnit version 4.13.2
.20:02:35.668 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786478555660
20:02:35.727 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:02:35.790 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:02:35.803 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskNzbrWf/test-tmp
20:02:35.810 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
20:02:35.813 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskNzbrWf/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
20:02:36.024 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:02:36.039 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:02:36.040 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:02:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.042419 23111 mini_oidc.cc:150] Starting JWKS server
20:02:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.044260 23111 webserver.cc:533] Webserver started at http://127.0.0.1:46871/ using document root <none> and password file <none>
20:02:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.044428 23111 mini_oidc.cc:186] Starting OIDC Discovery server
20:02:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.044734 23111 webserver.cc:533] Webserver started at http://127.0.0.1:34651/ using document root <none> and password file <none>
20:02:36.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:02:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:02:36.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:02:36Z Disabled control of system clock
20:02:36.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.061249 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal
20:02:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data
20:02:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/logs
20:02:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data/info.pb
20:02:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.254:42901
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.254
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json with env {}
20:02:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.173575 23124 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.173888 23124 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.173941 23124 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177531 23124 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177596 23124 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177616 23124 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177634 23124 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177652 23124 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.177667 23124 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46871/jwks.json
20:02:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.182404 23124 master_runner.cc:387] Master server non-default flags:
20:02:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/logs
20:02:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.254:42901
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data/info.pb
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.254
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23124
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:36.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:36.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.183854 23124 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:36.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.185448 23124 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.192905 23124 server_base.cc:1061] running on GCE node
20:02:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.192849 23130 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.192968 23129 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.192968 23132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.194219 23124 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.195392 23124 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.196566 23124 hybrid_clock.cc:648] HybridClock initialized: now 1786478556196579 us; error 98 us; skew 500 ppm
20:02:36.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.198657 23124 webserver.cc:533] Webserver started at http://127.22.145.254:33441/ using document root <none> and password file <none>
20:02:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.199297 23124 fs_manager.cc:362] Metadata directory not provided
20:02:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.199358 23124 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.199594 23124 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.201364 23124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data/instance:
20:02:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "862540ab85fa40348c8ed4260cab1a2f"
20:02:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.201926 23124 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal/instance:
20:02:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "862540ab85fa40348c8ed4260cab1a2f"
20:02:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.205690 23124 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.000s
20:02:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.208389 23138 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.209630 23124 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:02:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.209744 23124 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal
20:02:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "862540ab85fa40348c8ed4260cab1a2f"
20:02:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.209910 23124 fs_report.cc:389] FS layout report
20:02:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal
20:02:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal
20:02:36.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data/data
20:02:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.223762 23124 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.224488 23124 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.224681 23124 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.232452 23124 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.254:42901
20:02:36.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.232460 23193 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.254:42901 every 8 connection(s)
20:02:36.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.233821 23124 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/data/info.pb
20:02:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.237748 23195 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.238659 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23124
20:02:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.238837 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-0/wal/instance
20:02:36.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.240453 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal
20:02:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data
20:02:36.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/logs
20:02:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data/info.pb
20:02:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.253:33811
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.253
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json with env {}
20:02:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.244117 23195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.259584 23195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.260612 23142 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.253:33811: connect: Connection refused (error 111)
20:02:36.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.261709 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.253:33811: Network error: Client connection negotiation failed: client connection to 127.22.145.253:33811: connect: Connection refused (error 111)
20:02:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.311009 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } attempt: 1
20:02:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.312968 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.253:33811: Network error: Client connection negotiation failed: client connection to 127.22.145.253:33811: connect: Connection refused (error 111)
20:02:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.359498 23197 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.359745 23197 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.359812 23197 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:36.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363395 23197 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363468 23197 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363489 23197 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363508 23197 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:36.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363530 23197 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:36.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.363544 23197 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46871/jwks.json
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.367978 23197 master_runner.cc:387] Master server non-default flags:
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/logs
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data
20:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal
20:02:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.253:33811
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data/info.pb
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.253
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23197
20:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.369181 23197 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:36.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.370528 23197 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:36.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.377712 23206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.377713 23205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.377723 23209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.378325 23197 server_base.cc:1061] running on GCE node
20:02:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.379010 23197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.380330 23197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.381233 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } attempt: 2
20:02:36.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.381536 23197 hybrid_clock.cc:648] HybridClock initialized: now 1786478556381476 us; error 80 us; skew 500 ppm
20:02:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.383283 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.253:33811: Network error: Client connection negotiation failed: client connection to 127.22.145.253:33811: connect: Connection refused (error 111)
20:02:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.384161 23197 webserver.cc:533] Webserver started at http://127.22.145.253:41847/ using document root <none> and password file <none>
20:02:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.384943 23197 fs_manager.cc:362] Metadata directory not provided
20:02:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.385031 23197 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.385284 23197 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.387622 23197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data/instance:
20:02:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95c80fce91040b082fb7c99c30260f2"
20:02:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.388247 23197 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal/instance:
20:02:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95c80fce91040b082fb7c99c30260f2"
20:02:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.392982 23197 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
20:02:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.396191 23215 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.397652 23197 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:02:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.397837 23197 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal
20:02:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95c80fce91040b082fb7c99c30260f2"
20:02:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.397953 23197 fs_report.cc:389] FS layout report
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data/data
20:02:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.416756 23197 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.417449 23197 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.417605 23197 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:36.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.426107 23272 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.253:33811 every 8 connection(s)
20:02:36.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.426081 23197 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.253:33811
20:02:36.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.427384 23197 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/data/info.pb
20:02:36.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.431289 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23197
20:02:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.431432 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-1/wal/instance
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.431445 23273 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.432185 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data
20:02:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/logs
20:02:36.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data/info.pb
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:36.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.252:41605
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.252
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json with env {}
20:02:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.436160 23273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.448292 23273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.455539 23273 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.456419 23217 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.457446 23273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.474481 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } attempt: 3
20:02:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.479614 23195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.481117 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.506681 23273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 1
20:02:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.508407 23273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.512317 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 1
20:02:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.514243 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.552352 23275 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.552609 23275 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.552656 23275 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556082 23275 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556155 23275 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556183 23275 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556202 23275 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556221 23275 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.556236 23275 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46871/jwks.json
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.560705 23275 master_runner.cc:387] Master server non-default flags:
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/logs
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.252:41605
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46871/jwks.json
20:02:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data/info.pb
20:02:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.252
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23275
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.561964 23275 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.563434 23275 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.570919 23290 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.570927 23287 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.571430 23285 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.571863 23275 server_base.cc:1061] running on GCE node
20:02:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.573348 23275 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.574774 23275 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.575976 23275 hybrid_clock.cc:648] HybridClock initialized: now 1786478556575916 us; error 90 us; skew 500 ppm
20:02:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.576622 23273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 2
20:02:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.578696 23273 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.578773 23275 webserver.cc:533] Webserver started at http://127.22.145.252:45557/ using document root <none> and password file <none>
20:02:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.579578 23275 fs_manager.cc:362] Metadata directory not provided
20:02:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.579656 23275 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.579968 23275 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.581920 23275 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data/instance:
20:02:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5490040780c346f59840981f81ec6add"
20:02:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.582430 23275 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal/instance:
20:02:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5490040780c346f59840981f81ec6add"
20:02:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.586227 23275 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
20:02:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.588691 23296 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:36.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.589481 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 2
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.590009 23275 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.590154 23275 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5490040780c346f59840981f81ec6add"
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:36 on dist-test-slave-0kls"
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.590266 23275 fs_report.cc:389] FS layout report
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal
20:02:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data/data
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:36.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.591079 23195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.145.252:41605: Network error: Client connection negotiation failed: client connection to 127.22.145.252:41605: connect: Connection refused (error 111)
20:02:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.620903 23275 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.621840 23275 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.622078 23275 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:36.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.630038 23275 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.252:41605
20:02:36.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.630044 23352 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.252:41605 every 8 connection(s)
20:02:36.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.631354 23275 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/data/info.pb
20:02:36.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.631524 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23275
20:02:36.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.631601 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/master-2/wal/instance
20:02:36.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.635150 23353 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.639652 23353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.648737 23353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.653218 23353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } has no permanent_uuid. Determining permanent_uuid...
20:02:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.659039 23353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: Bootstrap starting.
20:02:36.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.661233 23353 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: Neither blocks nor log segments found. Creating new log.
20:02:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.662223 23353 log.cc:826] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: Log is configured to *not* fsync() on all Append() calls
20:02:36.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.663950 23353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: No bootstrap required, opened a new log
20:02:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.666431 23353 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.666596 23353 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:36.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.666631 23353 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5490040780c346f59840981f81ec6add, State: Initialized, Role: FOLLOWER
20:02:36.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.667049 23353 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.667754 23360 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.668174 23360 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.668385 23353 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: configured and running, proceeding with master startup.
20:02:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.669853 23273 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 3
20:02:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.673873 23371 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.673969 23371 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.673448 23275 master_runner.cc:187] Error getting master registration for 127.22.145.254:42901: OK, instance_id { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" instance_seqno: 1786478556230318 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:02:36.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.676784 23275 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.678406 23273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: Bootstrap starting.
20:02:36.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.680763 23273 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: Neither blocks nor log segments found. Creating new log.
20:02:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.681617 23273 log.cc:826] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: Log is configured to *not* fsync() on all Append() calls
20:02:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.683498 23273 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: No bootstrap required, opened a new log
20:02:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.687170 23273 raft_consensus.cc:359] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.687363 23273 raft_consensus.cc:385] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.687422 23273 raft_consensus.cc:740] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95c80fce91040b082fb7c99c30260f2, State: Initialized, Role: FOLLOWER
20:02:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.687951 23273 consensus_queue.cc:260] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.688522 23375 sys_catalog.cc:455] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.688644 23375 sys_catalog.cc:458] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.689355 23273 sys_catalog.cc:565] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: configured and running, proceeding with master startup.
20:02:36.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.690249 23195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } attempt: 3
20:02:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.693135 23197 master_runner.cc:187] Error getting master registration for 127.22.145.254:42901: OK, instance_id { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" instance_seqno: 1786478556230318 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:02:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.695611 23197 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.696352 23389 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.696677 23389 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.699748 23195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: Bootstrap starting.
20:02:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.702627 23195 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: Neither blocks nor log segments found. Creating new log.
20:02:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.703893 23195 log.cc:826] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: Log is configured to *not* fsync() on all Append() calls
20:02:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.706835 23195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: No bootstrap required, opened a new log
20:02:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.710494 23195 raft_consensus.cc:359] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.710711 23195 raft_consensus.cc:385] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.710764 23195 raft_consensus.cc:740] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 862540ab85fa40348c8ed4260cab1a2f, State: Initialized, Role: FOLLOWER
20:02:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.711247 23195 consensus_queue.cc:260] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.711778 23392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.712126 23392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.712950 23195 sys_catalog.cc:565] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: configured and running, proceeding with master startup.
20:02:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.722561 23404 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:02:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.724411 23404 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:02:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.724701 23124 master_runner.cc:264] No leader master found from master 862540ab85fa40348c8ed4260cab1a2f
20:02:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.725013 23124 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:02:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.726223 23145 tablet.cc:2406] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:36.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.873674 23302 tablet.cc:2406] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:36.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:36.919245 23222 tablet.cc:2406] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.967013 23375 raft_consensus.cc:493] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.967268 23375 raft_consensus.cc:515] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.968680 23375 leader_election.cc:290] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 862540ab85fa40348c8ed4260cab1a2f (127.22.145.254:42901), 5490040780c346f59840981f81ec6add (127.22.145.252:41605)
20:02:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.969277 23166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d95c80fce91040b082fb7c99c30260f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "862540ab85fa40348c8ed4260cab1a2f" is_pre_election: true
20:02:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.969575 23166 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d95c80fce91040b082fb7c99c30260f2 in term 0.
20:02:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.969807 23325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d95c80fce91040b082fb7c99c30260f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5490040780c346f59840981f81ec6add" is_pre_election: true
20:02:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.970078 23325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d95c80fce91040b082fb7c99c30260f2 in term 0.
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.970574 23217 leader_election.cc:304] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5490040780c346f59840981f81ec6add, d95c80fce91040b082fb7c99c30260f2; no voters: 
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.970882 23375 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.970947 23375 raft_consensus.cc:493] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.970991 23375 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 0 FOLLOWER]: Advancing to term 1
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.972389 23375 raft_consensus.cc:515] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.973127 23325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d95c80fce91040b082fb7c99c30260f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5490040780c346f59840981f81ec6add"
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.973237 23325 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 0 FOLLOWER]: Advancing to term 1
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.973358 23166 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d95c80fce91040b082fb7c99c30260f2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "862540ab85fa40348c8ed4260cab1a2f"
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.973489 23166 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 0 FOLLOWER]: Advancing to term 1
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.973886 23375 leader_election.cc:290] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [CANDIDATE]: Term 1 election: Requested vote from peers 862540ab85fa40348c8ed4260cab1a2f (127.22.145.254:42901), 5490040780c346f59840981f81ec6add (127.22.145.252:41605)
20:02:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.974556 23325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d95c80fce91040b082fb7c99c30260f2 in term 1.
20:02:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.974677 23166 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d95c80fce91040b082fb7c99c30260f2 in term 1.
20:02:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.974952 23217 leader_election.cc:304] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5490040780c346f59840981f81ec6add, d95c80fce91040b082fb7c99c30260f2; no voters: 
20:02:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.975152 23375 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 1 FOLLOWER]: Leader election won for term 1
20:02:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.975373 23375 raft_consensus.cc:697] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [term 1 LEADER]: Becoming Leader. State: Replica: d95c80fce91040b082fb7c99c30260f2, State: Running, Role: LEADER
20:02:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.975718 23375 consensus_queue.cc:237] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } }
20:02:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.978535 23406 sys_catalog.cc:455] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d95c80fce91040b082fb7c99c30260f2. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.978686 23406 sys_catalog.cc:458] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: This master's current role is: LEADER
20:02:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.979149 23408 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:02:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.980317 23408 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:02:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.986068 23166 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [term 1 FOLLOWER]: Refusing update from remote peer d95c80fce91040b082fb7c99c30260f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.986064 23325 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [term 1 FOLLOWER]: Refusing update from remote peer d95c80fce91040b082fb7c99c30260f2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.986913 23406 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.987794 23375 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.991942 23392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: SysCatalogTable state changed. Reason: New leader d95c80fce91040b082fb7c99c30260f2. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.992024 23360 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: SysCatalogTable state changed. Reason: New leader d95c80fce91040b082fb7c99c30260f2. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.992100 23392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.992138 23360 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.994966 23360 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995106 23360 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995165 23414 sys_catalog.cc:455] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995213 23392 sys_catalog.cc:455] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995282 23414 sys_catalog.cc:458] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: This master's current role is: LEADER
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995306 23392 sys_catalog.cc:458] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f [sys.catalog]: This master's current role is: FOLLOWER
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995405 23414 sys_catalog.cc:455] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d95c80fce91040b082fb7c99c30260f2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "862540ab85fa40348c8ed4260cab1a2f" member_type: VOTER last_known_addr { host: "127.22.145.254" port: 42901 } } peers { permanent_uuid: "d95c80fce91040b082fb7c99c30260f2" member_type: VOTER last_known_addr { host: "127.22.145.253" port: 33811 } } peers { permanent_uuid: "5490040780c346f59840981f81ec6add" member_type: VOTER last_known_addr { host: "127.22.145.252" port: 41605 } } }
20:02:36.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.995481 23414 sys_catalog.cc:458] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2 [sys.catalog]: This master's current role is: LEADER
20:02:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.997273 23408 catalog_manager.cc:1383] Generated new cluster ID: 490ba18af68e4db3af8246acbe1bb125
20:02:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:36.997366 23408 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:02:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.015985 23408 catalog_manager.cc:1406] Generated new certificate authority record
20:02:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.017122 23408 catalog_manager.cc:1540] Loading token signing keys...
20:02:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.026736 23408 catalog_manager.cc:6092] T 00000000000000000000000000000000 P d95c80fce91040b082fb7c99c30260f2: Generated new TSK 0
20:02:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.028138 23408 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.059902 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:37.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:0
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.178933 23419 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.179198 23419 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.179245 23419 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.183135 23419 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:37.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.183301 23419 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.193
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.187835 23419 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:0
20:02:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23419
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.189116 23419 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.190798 23419 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.200160 23427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.200160 23424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.200256 23425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.201547 23419 server_base.cc:1061] running on GCE node
20:02:37.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.202205 23419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.202978 23419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.204222 23419 hybrid_clock.cc:648] HybridClock initialized: now 1786478557204203 us; error 39 us; skew 500 ppm
20:02:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.206813 23419 webserver.cc:533] Webserver started at http://127.22.145.193:45961/ using document root <none> and password file <none>
20:02:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.207576 23419 fs_manager.cc:362] Metadata directory not provided
20:02:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.207674 23419 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.207963 23419 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.209964 23419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/instance:
20:02:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.210677 23419 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal/instance:
20:02:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.215314 23419 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.003s
20:02:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.218782 23434 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.220289 23419 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
20:02:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.220480 23419 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.220613 23419 fs_report.cc:389] FS layout report
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/data
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.245748 23419 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:37.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.246728 23419 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.246969 23419 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:37.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.247735 23419 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.249023 23419 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.249111 23419 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.249184 23419 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:37.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.249214 23419 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.260262 23419 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.193:42895
20:02:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.260290 23560 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.193:42895 every 8 connection(s)
20:02:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.261539 23419 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:37.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.267732 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23419
20:02:37.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.267858 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal/instance
20:02:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.272343 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:0
20:02:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.273360 23563 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.273614 23563 heartbeater.cc:461] Registering TS with master...
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.274125 23561 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.274226 23561 heartbeater.cc:461] Registering TS with master...
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.274425 23563 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.274433 23561 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.275360 23562 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.276283 23233 ts_manager.cc:194] Registered new tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.277076 23154 ts_manager.cc:194] Registered new tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.277617 23562 heartbeater.cc:461] Registering TS with master...
20:02:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.278077 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.193:51073
20:02:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.278633 23562 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.280182 23314 ts_manager.cc:194] Registered new tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.393116 23572 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.393462 23572 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:37.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.393528 23572 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:37.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.397234 23572 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:37.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.397423 23572 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.194
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.402009 23572 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:0
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23572
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:37.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.403695 23572 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:37.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.405299 23572 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.412943 23578 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.412972 23582 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.412937 23579 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.413097 23572 server_base.cc:1061] running on GCE node
20:02:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.413656 23572 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:37.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.414465 23572 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.415671 23572 hybrid_clock.cc:648] HybridClock initialized: now 1786478557415649 us; error 42 us; skew 500 ppm
20:02:37.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.418696 23572 webserver.cc:533] Webserver started at http://127.22.145.194:33669/ using document root <none> and password file <none>
20:02:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.419299 23572 fs_manager.cc:362] Metadata directory not provided
20:02:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.419356 23572 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:37.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.419519 23572 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.421232 23572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/instance:
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.421693 23572 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal/instance:
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.425652 23572 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
20:02:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.428319 23589 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.429497 23572 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:02:37.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.429646 23572 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.429751 23572 fs_report.cc:389] FS layout report
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/data
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:37.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.454558 23572 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.455299 23572 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:37.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.455451 23572 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.456020 23572 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.457088 23572 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.457139 23572 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.457180 23572 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:37.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.457195 23572 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.467177 23572 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.194:37659
20:02:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.467207 23716 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.194:37659 every 8 connection(s)
20:02:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.468169 23572 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.474876 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23572
20:02:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.474990 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal/instance
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.479269 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:37.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:0
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.479261 23717 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.479279 23718 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.479468 23718 heartbeater.cc:461] Registering TS with master...
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.479470 23717 heartbeater.cc:461] Registering TS with master...
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.480160 23717 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.480160 23718 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.481405 23314 ts_manager.cc:194] Registered new tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.481494 23154 ts_manager.cc:194] Registered new tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.480204 23719 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.481598 23719 heartbeater.cc:461] Registering TS with master...
20:02:37.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.482432 23719 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:37.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.483193 23233 ts_manager.cc:194] Registered new tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:37.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.483976 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.194:51351
20:02:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.600814 23725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.601193 23725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.601243 23725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.605072 23725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.605206 23725 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.195
20:02:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.609486 23725 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:0
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23725
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.610771 23725 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.611950 23725 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.619580 23732 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.619572 23731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:37.619572 23734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.620385 23725 server_base.cc:1061] running on GCE node
20:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.620838 23725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:37.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.621502 23725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.622735 23725 hybrid_clock.cc:648] HybridClock initialized: now 1786478557622696 us; error 52 us; skew 500 ppm
20:02:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.625124 23725 webserver.cc:533] Webserver started at http://127.22.145.195:41703/ using document root <none> and password file <none>
20:02:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.625948 23725 fs_manager.cc:362] Metadata directory not provided
20:02:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.626048 23725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:37.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.626340 23725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:02:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.628330 23725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/instance:
20:02:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.628970 23725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal/instance:
20:02:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.635079 23725 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.000s
20:02:37.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.637741 23740 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.639094 23725 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.639279 23725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.639397 23725 fs_report.cc:389] FS layout report
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/data
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.666663 23725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.667578 23725 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.667817 23725 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.668558 23725 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.669900 23725 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:02:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.669989 23725 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:02:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.670149 23725 ts_tablet_manager.cc:616] Registered 0 tablets
20:02:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.670185 23725 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:02:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.675678 23371 catalog_manager.cc:1295] Loaded cluster ID: 490ba18af68e4db3af8246acbe1bb125
20:02:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.675778 23371 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: loading cluster ID for follower catalog manager: success
20:02:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.678581 23371 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: acquiring CA information for follower catalog manager: success
20:02:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.680177 23371 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5490040780c346f59840981f81ec6add: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:02:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.681754 23725 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.195:34749
20:02:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.681862 23869 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.195:34749 every 8 connection(s)
20:02:37.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.682881 23725 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.689102 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23725
20:02:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.689224 23111 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal/instance
20:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.694171 23872 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.694217 23871 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.694463 23872 heartbeater.cc:461] Registering TS with master...
20:02:37.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.694463 23871 heartbeater.cc:461] Registering TS with master...
20:02:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.695129 23871 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.695120 23872 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.695240 23870 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.695310 23870 heartbeater.cc:461] Registering TS with master...
20:02:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.695672 23870 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.696489 23234 ts_manager.cc:194] Registered new tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.696687 23154 ts_manager.cc:194] Registered new tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.696796 23314 ts_manager.cc:194] Registered new tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.697247 23234 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.195:39609
20:02:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.712711 23111 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:02:37.714 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:02:37.715 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:02:37.724 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.145.254"
      port: 42901
    }
    bound_http_address {
      host: "127.22.145.254"
      port: 33441
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.145.253"
      port: 33811
    }
    bound_http_address {
      host: "127.22.145.253"
      port: 41847
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.145.252"
      port: 41605
    }
    bound_http_address {
      host: "127.22.145.252"
      port: 45557
    }
  }
}

20:02:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.726529 23404 catalog_manager.cc:1295] Loaded cluster ID: 490ba18af68e4db3af8246acbe1bb125
20:02:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.726625 23404 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: loading cluster ID for follower catalog manager: success
20:02:37.728 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:02:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.728742 23404 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: acquiring CA information for follower catalog manager: success
20:02:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:37.730124 23404 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 862540ab85fa40348c8ed4260cab1a2f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:02:37.731 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.145.193"
      port: 42895
    }
    bound_http_address {
      host: "127.22.145.193"
      port: 45961
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.145.194"
      port: 37659
    }
    bound_http_address {
      host: "127.22.145.194"
      port: 33669
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.145.195"
      port: 34749
    }
    bound_http_address {
      host: "127.22.145.195"
      port: 41703
    }
  }
}

20:02:37.731 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:02:37.912 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:02:37.969 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:02:38.184 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.145.254:42901(127.22.145.254:42901)] connecting to peer
20:02:38.250 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.145.252:41605(127.22.145.252:41605)] connecting to peer
20:02:38.252 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.145.253:33811(127.22.145.253:33811)] connecting to peer
20:02:38.270 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.145.252:41605(127.22.145.252:41605)] Successfully connected to peer
20:02:38.270 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.145.253:33811(127.22.145.253:33811)] Successfully connected to peer
20:02:38.270 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.145.254:42901(127.22.145.254:42901)] Successfully connected to peer
20:02:38.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.280272 23563 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:38.375 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.145.253
20:02:38.375 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.145.252
20:02:38.376 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.145.254
20:02:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.485699 23719 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:38.647 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xd5be5da9, L:/127.0.0.1:35284 - R:/127.22.145.253:33811] using SASL/PLAIN
20:02:38.647 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xaed121d6, L:/127.0.0.1:58240 - R:/127.22.145.252:41605] using SASL/PLAIN
20:02:38.647 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe33978b7, L:/127.0.0.1:55254 - R:/127.22.145.254:42901] using SASL/PLAIN
20:02:38.684 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:02:38.685 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=549), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.145.254:42901, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.145.252:41605, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.145.253:33811, [520ms] Sub RPC ConnectToMaster: received response from server master-127.22.145.252:41605: OK, [520ms] Sub RPC ConnectToMaster: received response from server master-127.22.145.254:42901: OK, [521ms] Sub RPC ConnectToMaster: received response from server master-127.22.145.253:33811: OK, deferred=null) after lookup
20:02:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.699024 23872 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.738083 23234 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35284:
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120"
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:02:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:02:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:02:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:02:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:02:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:02:38.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:38.739916 23234 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:02:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.771773 23795 tablet_service.cc:1511] Processing CreateTablet for tablet 7a18a4ccf9614c65bb5cca0b530f8522 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120 [id=8ae4e72ef57846d78a0848f5ed4909db]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.772158 23645 tablet_service.cc:1511] Processing CreateTablet for tablet 7a18a4ccf9614c65bb5cca0b530f8522 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120 [id=8ae4e72ef57846d78a0848f5ed4909db]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.773052 23795 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a18a4ccf9614c65bb5cca0b530f8522. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:38.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.773218 23645 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a18a4ccf9614c65bb5cca0b530f8522. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:38.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.778244 23487 tablet_service.cc:1511] Processing CreateTablet for tablet 7a18a4ccf9614c65bb5cca0b530f8522 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120 [id=8ae4e72ef57846d78a0848f5ed4909db]), partition=RANGE (key) PARTITION UNBOUNDED
20:02:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.780879 23487 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a18a4ccf9614c65bb5cca0b530f8522. 1 dirs total, 0 dirs full, 0 dirs failed
20:02:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.787992 23907 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap starting.
20:02:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.788434 23908 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap starting.
20:02:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.791179 23907 tablet_bootstrap.cc:654] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Neither blocks nor log segments found. Creating new log.
20:02:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.791394 23908 tablet_bootstrap.cc:654] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Neither blocks nor log segments found. Creating new log.
20:02:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.792375 23908 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Log is configured to *not* fsync() on all Append() calls
20:02:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.792757 23907 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Log is configured to *not* fsync() on all Append() calls
20:02:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.793283 23906 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap starting.
20:02:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.795392 23907 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: No bootstrap required, opened a new log
20:02:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.795861 23907 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent bootstrapping tablet: real 0.008s	user 0.006s	sys 0.000s
20:02:38.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8ae4e72ef57846d78a0848f5ed4909db
20:02:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.800915 23907 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.801492 23907 raft_consensus.cc:385] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.801724 23907 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Initialized, Role: FOLLOWER
20:02:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.802556 23907 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.802704 23906 tablet_bootstrap.cc:654] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Neither blocks nor log segments found. Creating new log.
20:02:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.802870 23908 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: No bootstrap required, opened a new log
20:02:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.803113 23908 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent bootstrapping tablet: real 0.015s	user 0.005s	sys 0.000s
20:02:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.803710 23906 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log is configured to *not* fsync() on all Append() calls
20:02:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.804610 23907 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent starting tablet: real 0.008s	user 0.002s	sys 0.004s
20:02:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.807508 23908 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.808135 23908 raft_consensus.cc:385] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.808421 23908 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Initialized, Role: FOLLOWER
20:02:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.809185 23908 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.810530 23908 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
20:02:38.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.824422 23906 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: No bootstrap required, opened a new log
20:02:38.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.825057 23906 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent bootstrapping tablet: real 0.032s	user 0.007s	sys 0.000s
20:02:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.831063 23906 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.831739 23906 raft_consensus.cc:385] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:02:38.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.832032 23906 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Initialized, Role: FOLLOWER
20:02:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.832861 23906 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:38.834446 23906 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
20:02:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:38.936252 23873 tablet.cc:2406] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:38.970654 23720 tablet.cc:2406] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.009475 23912 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:39.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.009727 23912 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.011267 23912 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:39.014364 23564 tablet.cc:2406] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:02:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.016760 23668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:02:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.017114 23668 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 0.
20:02:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.017190 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:02:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.017455 23512 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 0.
20:02:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.017755 23741 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 
20:02:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.018083 23912 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Leader pre-election won for term 1
20:02:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.018182 23912 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:02:39.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.018225 23912 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 0 FOLLOWER]: Advancing to term 1
20:02:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.019414 23912 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.019928 23912 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 1 election: Requested vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.020973 23668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.021169 23668 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 0 FOLLOWER]: Advancing to term 1
20:02:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.021636 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:39.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.021763 23512 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 0 FOLLOWER]: Advancing to term 1
20:02:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.022423 23668 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 1.
20:02:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.022876 23741 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 
20:02:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.023023 23512 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 1.
20:02:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.023094 23912 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Leader election won for term 1
20:02:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.023376 23912 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 LEADER]: Becoming Leader. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Running, Role: LEADER
20:02:39.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.023802 23912 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:39.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.029042 23234 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb reported cstate change: term changed from 0 to 1, leader changed from <none> to db1c27bb8af44164aa4be121b2a371bb (127.22.145.195). New cstate: current_term: 1 leader_uuid: "db1c27bb8af44164aa4be121b2a371bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:02:39.085 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 8ae4e72ef57846d78a0848f5ed4909db
20:02:39.104 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.112 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.114 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=null) after lookup
20:02:39.129 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.132 [DEBUG - kudu-nio-3] (Connection.java:757) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] Successfully connected to peer
20:02:39.212 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x2f3a59da, L:/127.0.0.1:54428 - R:/127.22.145.195:34749] using TOKEN/null
20:02:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.220832 23668 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Refusing update from remote peer db1c27bb8af44164aa4be121b2a371bb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.220980 23512 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Refusing update from remote peer db1c27bb8af44164aa4be121b2a371bb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:02:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.221840 23912 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.222831 23912 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:02:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.239405 23923 mvcc.cc:204] Tried to move back new op lower bound from 7317416178559414272 to 7317416177766129664. Current Snapshot: MvccSnapshot[applied={T|T < 7317416178559414272}]
20:02:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.239441 23925 mvcc.cc:204] Tried to move back new op lower bound from 7317416178559414272 to 7317416177766129664. Current Snapshot: MvccSnapshot[applied={T|T < 7317416178559414272}]
20:02:39.344 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:39.345 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.195:34749
20:02:39.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:39.347958 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23725
20:02:39.363 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:39.366 [DEBUG - kudu-nio-3] (Connection.java:239) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] handling channelInactive
20:02:39.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state READY due to: connection closed
20:02:39.367 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: connection closed
20:02:39.381 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.382 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.382 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test)) after lookup
20:02:39.383 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.386 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.401 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397))) after lookup
20:02:39.403 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.406 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.421 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.422 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.422 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [43ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [43ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [58ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429))) after lookup
20:02:39.423 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.426 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.441 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.441 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.442 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [43ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [43ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [58ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [60ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [63ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [63ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080))) after lookup
20:02:39.443 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.445 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.842 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:39.842 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:39.843 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=479), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [43ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [43ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [58ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [60ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [63ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [63ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [82ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [82ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [474ms] refreshing cache from master, [475ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [478ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164))) after lookup
20:02:39.845 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:39.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:39.846 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:40.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:40.502 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:40.503 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1139), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [43ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [43ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [58ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [60ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [63ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [63ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [82ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [82ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [474ms] refreshing cache from master, [475ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [478ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [481ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [483ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [484ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1134ms] refreshing cache from master, [1135ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1138ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164) -> (continuation of Deferred@1643059292 after retry RPC@2119868802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164) -> (continuation of Deferred@1643059292 after retry RPC@2119868802))) after lookup
20:02:40.504 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:40.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:40.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:40.505 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:40.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.786517 23936 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.786588 23937 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.786656 23936 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.786759 23937 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.787771 23936 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:40.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.788434 23937 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:40.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.788645 23591 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.789413 23436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.790913 23436 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.792202 23591 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.793123 23668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:02:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.793292 23668 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 1.
20:02:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.793481 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:02:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.793656 23512 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 1.
20:02:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.793731 23435 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:02:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794091 23937 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:02:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794163 23937 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Starting leader election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794138 23592 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794207 23937 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 1 FOLLOWER]: Advancing to term 2
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794402 23936 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Leader pre-election won for term 2
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794467 23936 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Starting leader election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.794507 23936 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 1 FOLLOWER]: Advancing to term 2
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.795128 23937 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.795581 23936 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.795902 23668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.795981 23936 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.796096 23668 raft_consensus.cc:2393] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5d4b3f0311424fd29ebcb7a38469f182 in current term 2: Already voted for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in this term.
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.796119 23937 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.796794 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:40.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.796949 23512 raft_consensus.cc:2393] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in current term 2: Already voted for candidate 5d4b3f0311424fd29ebcb7a38469f182 in this term.
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.797742 23436 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.797858 23436 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:40.797854 23591 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.797928 23591 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb; no voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.798185 23936 raft_consensus.cc:2749] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:02:40.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:40.798194 23937 raft_consensus.cc:2749] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:02:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.764631 23949 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.764801 23949 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.765368 23949 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.766090 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:02:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.766299 23512 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 2.
20:02:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.766749 23592 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: 
20:02:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.766968 23949 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Leader pre-election won for term 3
20:02:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.767016 23949 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:02:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.767043 23949 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 2 FOLLOWER]: Advancing to term 3
20:02:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:42.767138 23591 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.768134 23949 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.768535 23949 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.769115 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.769279 23512 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 2 FOLLOWER]: Advancing to term 3
20:02:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:42.769551 23591 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:42.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.770401 23512 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 3.
20:02:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.770808 23592 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:02:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.771055 23949 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Leader election won for term 3
20:02:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.771268 23949 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 LEADER]: Becoming Leader. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Running, Role: LEADER
20:02:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.771627 23949 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:42.774472 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb reported cstate change: term changed from 1 to 3, leader changed from db1c27bb8af44164aa4be121b2a371bb (127.22.145.195) to 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194). New cstate: current_term: 3 leader_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: HEALTHY } } }
20:02:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:43.167953 23591 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb -> Peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Couldn't send request to peer db1c27bb8af44164aa4be121b2a371bb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:43.357306 23512 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Refusing update from remote peer 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
20:02:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:43.358052 23949 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:02:43.842 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:43.842 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:43.843 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4478), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [4ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [18ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [19ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [43ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [43ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [58ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [60ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [63ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [63ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [82ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [82ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [474ms] refreshing cache from master, [475ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [478ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [481ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [483ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [484ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1134ms] refreshing cache from master, [1135ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1138ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [1141ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1142ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1143ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [4474ms] refreshing cache from master, [4475ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [4478ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1298587219(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@5e7fc523 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164) -> (continuation of Deferred@1643059292 after retry RPC@2119868802) -> (continuation of Deferred@751206384 after retry RPC@121343323), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50aafcd4 -> wakeup thread Time-limited test -> (continuation of Deferred@1480247215 after retry RPC@406885397) -> (continuation of Deferred@519559975 after retry RPC@1727979429) -> (continuation of Deferred@367332790 after retry RPC@1897790080) -> (continuation of Deferred@74199854 after retry RPC@273805164) -> (continuation of Deferred@1643059292 after retry RPC@2119868802) -> (continuation of Deferred@751206384 after retry RPC@121343323))) after lookup
20:02:43.844 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:43.845 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] Successfully connected to peer
20:02:43.868 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x421a5aa4, L:/127.0.0.1:46864 - R:/127.22.145.194:37659] using TOKEN/null
20:02:43.893 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.195:34749
20:02:43.895 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:43.896054 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:43.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.012575 23978 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.012833 23978 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.012893 23978 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.016916 23978 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:44.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.017086 23978 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.195
20:02:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.021564 23978 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23978
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.023274 23978 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.024659 23978 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.032157 23984 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.032326 23978 server_base.cc:1061] running on GCE node
20:02:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.032176 23983 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:44.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:44.032483 23986 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.032967 23978 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:44.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.033558 23978 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.034718 23978 hybrid_clock.cc:648] HybridClock initialized: now 1786478564034707 us; error 47 us; skew 500 ppm
20:02:44.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.036755 23978 webserver.cc:533] Webserver started at http://127.22.145.195:41703/ using document root <none> and password file <none>
20:02:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.037345 23978 fs_manager.cc:362] Metadata directory not provided
20:02:44.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.037413 23978 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:44.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.041085 23978 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
20:02:44.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.043298 23993 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.044482 23978 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.044588 23978 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.044979 23978 fs_report.cc:389] FS layout report
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/data
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.058867 23978 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.059544 23978 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.059702 23978 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.060273 23978 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:44.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.061571 24001 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.065100 23978 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.065157 23978 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:02:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.065210 23978 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.067121 23978 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.067179 23978 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:02:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.067585 24001 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap starting.
20:02:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.079082 23978 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.195:34749
20:02:44.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.080108 23978 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:44.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.083596 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 23978
20:02:44.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.084054 24118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.195:34749 every 8 connection(s)
20:02:44.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.084125 24001 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Log is configured to *not* fsync() on all Append() calls
20:02:44.094 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:44.096 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.194:37659
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.094705 24121 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.095042 24121 heartbeater.cc:461] Registering TS with master...
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.095808 24121 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.096781 24122 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.096909 24122 heartbeater.cc:461] Registering TS with master...
20:02:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.097182 24122 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.098706 23314 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:44.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.098806 23156 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:44.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:02:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.100080 24001 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.100562 24001 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap complete.
20:02:44.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.101186 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23572
20:02:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.103397 24001 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent bootstrapping tablet: real 0.036s	user 0.014s	sys 0.013s
20:02:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.105420 24123 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.105546 24123 heartbeater.cc:461] Registering TS with master...
20:02:44.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.105865 24123 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.106966 23233 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.106920 24001 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.107460 24001 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Initialized, Role: FOLLOWER
20:02:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.107963 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.195:38623
20:02:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.107986 24001 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:44.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.109057 24001 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
20:02:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:44.110049 24123 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:44.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:44.114 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] handling channelInactive
20:02:44.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state READY due to: connection closed
20:02:44.115 [DEBUG - Time-limited test] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.116 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.141 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.141 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.142 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test)) after lookup
20:02:44.142 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.144 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.160 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.160 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.161 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570))) after lookup
20:02:44.162 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.163 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.200 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.201 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [47ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [49ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [49ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [86ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824))) after lookup
20:02:44.203 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.204 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.261 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.261 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.262 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [47ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [49ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [49ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [86ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [89ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [90ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [90ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [146ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118))) after lookup
20:02:44.263 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.264 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.640 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.641 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.641 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=527), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [47ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [49ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [49ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [86ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [89ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [90ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [90ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [146ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [148ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [150ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [150ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [523ms] refreshing cache from master, [523ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [526ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633))) after lookup
20:02:44.642 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.643 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:44.801 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:44.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=687), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [47ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [49ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [49ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [86ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [89ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [90ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [90ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [146ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [148ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [150ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [150ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [523ms] refreshing cache from master, [523ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [526ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [527ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [529ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [529ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [683ms] refreshing cache from master, [683ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [686ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633) -> (continuation of Deferred@1347995894 after retry RPC@902360255), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633) -> (continuation of Deferred@1347995894 after retry RPC@902360255))) after lookup
20:02:44.802 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:44.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:44.804 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.393071 24136 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:02:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.393203 24136 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.393702 24136 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:45.395340 23435 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.399117 24069 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb" is_pre_election: true
20:02:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.399389 24069 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 1.
20:02:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.400058 23436 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:02:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.400241 24136 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:02:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.400319 24136 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:02:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.400353 24136 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 3 FOLLOWER]: Advancing to term 4
20:02:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.401116 24136 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.401504 24136 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.401923 24069 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.402065 24069 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 1 FOLLOWER]: Advancing to term 4
20:02:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:45.402594 23435 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.403913 24069 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 4.
20:02:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.404273 23436 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:02:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.404498 24136 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Leader election won for term 4
20:02:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.404757 24136 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 LEADER]: Becoming Leader. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Running, Role: LEADER
20:02:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.405164 24136 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.407910 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 reported cstate change: term changed from 3 to 4, leader changed from 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194) to 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193). New cstate: current_term: 4 leader_uuid: "5d4b3f0311424fd29ebcb7a38469f182" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:02:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:45.888139 23435 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:02:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:45.889038 23435 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 -> Peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Couldn't send request to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:45.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.958851 24069 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Refusing update from remote peer 5d4b3f0311424fd29ebcb7a38469f182: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
20:02:45.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:45.959771 24136 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
20:02:46.340 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:46.340 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:46.341 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2227), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [27ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [28ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [30ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [43ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [46ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [47ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [49ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [49ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [86ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [89ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [90ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [90ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [143ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [146ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [148ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [150ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [150ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [523ms] refreshing cache from master, [523ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [526ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [527ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [529ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [529ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [683ms] refreshing cache from master, [683ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [686ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [688ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [690ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [690ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2223ms] refreshing cache from master, [2223ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [2226ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@802816117(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@4007edcc -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633) -> (continuation of Deferred@1347995894 after retry RPC@902360255) -> (continuation of Deferred@1440406226 after retry RPC@663054786), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248443e7 -> wakeup thread Time-limited test -> (continuation of Deferred@248062943 after retry RPC@139772570) -> (continuation of Deferred@53352469 after retry RPC@767576824) -> (continuation of Deferred@1047868722 after retry RPC@290271118) -> (continuation of Deferred@448664980 after retry RPC@166564633) -> (continuation of Deferred@1347995894 after retry RPC@902360255) -> (continuation of Deferred@1440406226 after retry RPC@663054786))) after lookup
20:02:46.342 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.343 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] Successfully connected to peer
20:02:46.359 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x8e708c4d, L:/127.0.0.1:37886 - R:/127.22.145.193:42895] using TOKEN/null
20:02:46.381 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.194:37659
20:02:46.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:02:46.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.382762 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.496399 24168 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.496677 24168 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.496742 24168 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.500469 24168 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.500645 24168 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.194
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.504818 24168 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24168
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.506412 24168 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:46.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.507654 24168 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.514966 24178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.514972 24180 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:46.514968 24177 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.515311 24168 server_base.cc:1061] running on GCE node
20:02:46.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.515780 24168 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:46.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.516451 24168 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:46.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.517668 24168 hybrid_clock.cc:648] HybridClock initialized: now 1786478566517649 us; error 32 us; skew 500 ppm
20:02:46.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.519775 24168 webserver.cc:533] Webserver started at http://127.22.145.194:33669/ using document root <none> and password file <none>
20:02:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.520430 24168 fs_manager.cc:362] Metadata directory not provided
20:02:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.520539 24168 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.524135 24168 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
20:02:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.526881 24187 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.528259 24168 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:02:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.528388 24168 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.528913 24168 fs_report.cc:389] FS layout report
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/data
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.546862 24168 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.547547 24168 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:46.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.547704 24168 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:46.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.548297 24168 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:46.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.549678 24196 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.553113 24168 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.553200 24168 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:02:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.553270 24168 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.554822 24168 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.554894 24168 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:02:46.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.555271 24196 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap starting.
20:02:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.567142 24168 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.194:37659
20:02:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.567219 24320 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.194:37659 every 8 connection(s)
20:02:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.568336 24168 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:02:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.570050 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 24168
20:02:46.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.574188 24196 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log is configured to *not* fsync() on all Append() calls
20:02:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.579595 24323 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:46.580 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:46.581 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.193:42895
20:02:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.581307 24323 heartbeater.cc:461] Registering TS with master...
20:02:46.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:02:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.581746 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23419
20:02:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.584153 24323 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.586638 23314 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.587194 24324 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.587287 24324 heartbeater.cc:461] Registering TS with master...
20:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.587491 24324 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.588415 23234 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.589751 23234 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.194:55765
20:02:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.591166 24322 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.591262 24322 heartbeater.cc:461] Registering TS with master...
20:02:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.591439 24322 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.592481 23156 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.593202 24196 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.593566 24196 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap complete.
20:02:46.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:46.595 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] handling channelInactive
20:02:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.595368 24196 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent bootstrapping tablet: real 0.040s	user 0.023s	sys 0.007s
20:02:46.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state READY due to: connection closed
20:02:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.597771 24196 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:46.598 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.598258 24196 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Initialized, Role: FOLLOWER
20:02:46.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.598806 24196 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:46.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.600 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.599686 24324 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:46.599936 24196 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
20:02:46.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:46.621 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:46.622 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test)) after lookup
20:02:46.622 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.624 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.624 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.624 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.640 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:46.641 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:46.641 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [27ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [29ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [45ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821))) after lookup
20:02:46.642 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.643 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.700 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:46.701 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:46.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=106), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [27ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [29ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [45ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [46ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [48ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [48ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [105ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117))) after lookup
20:02:46.702 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.703 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:46.801 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:46.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=206), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [27ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [29ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [45ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [46ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [48ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [48ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [105ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [107ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [108ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [109ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [202ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [205ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446))) after lookup
20:02:46.802 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:46.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:46.804 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:47.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:47.762 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:47.762 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1167), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [27ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [29ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [45ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [46ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [48ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [48ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [105ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [107ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [108ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [109ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [202ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [205ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [207ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [208ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [209ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [1163ms] refreshing cache from master, [1163ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1166ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446) -> (continuation of Deferred@59945678 after retry RPC@1434721573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446) -> (continuation of Deferred@59945678 after retry RPC@1434721573))) after lookup
20:02:47.763 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:02:47.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:47.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:47.765 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:02:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.880452 24337 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:02:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.880614 24337 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.882149 24337 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:47.882890 23997 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:02:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:47.883971 23997 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:02:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.887292 24266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:02:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.887646 24266 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 3.
20:02:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.888512 23994 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:02:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.888864 24337 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Leader pre-election won for term 5
20:02:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.888952 24337 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Starting leader election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:02:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.888988 24337 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 4 FOLLOWER]: Advancing to term 5
20:02:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.890240 24337 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.890754 24337 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 election: Requested vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.891346 24266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:02:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.891511 24266 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 3 FOLLOWER]: Advancing to term 5
20:02:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:47.892014 23997 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:02:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.893520 24266 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 5.
20:02:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.893972 23994 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:02:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.894196 24337 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Leader election won for term 5
20:02:47.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.894516 24337 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 LEADER]: Becoming Leader. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Running, Role: LEADER
20:02:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.894888 24337 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:47.897766 23234 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb reported cstate change: term changed from 4 to 5, leader changed from 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193) to db1c27bb8af44164aa4be121b2a371bb (127.22.145.195). New cstate: current_term: 5 leader_uuid: "db1c27bb8af44164aa4be121b2a371bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:02:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:48.300176 24266 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Refusing update from remote peer db1c27bb8af44164aa4be121b2a371bb: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
20:02:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:48.301113 24337 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
20:02:48.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:48.309435 23997 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb -> Peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Couldn't send request to peer 5d4b3f0311424fd29ebcb7a38469f182. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:50.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:50.904873 23997 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb -> Peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Couldn't send request to peer 5d4b3f0311424fd29ebcb7a38469f182. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:02:51.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:51.581 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:51.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=4986), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [5ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [25ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [27ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [29ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [29ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [45ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [46ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [48ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [48ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [105ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [107ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [108ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [109ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [202ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [205ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [207ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [208ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [209ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [1163ms] refreshing cache from master, [1163ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1166ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [1168ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [1170ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [1170ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [4982ms] refreshing cache from master, [4983ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [4985ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@822275923(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2a54e026 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446) -> (continuation of Deferred@59945678 after retry RPC@1434721573) -> (continuation of Deferred@1172307447 after retry RPC@810007900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@29684f97 -> wakeup thread Time-limited test -> (continuation of Deferred@1613517752 after retry RPC@198425821) -> (continuation of Deferred@1608148159 after retry RPC@1241063117) -> (continuation of Deferred@154511355 after retry RPC@138137446) -> (continuation of Deferred@59945678 after retry RPC@1434721573) -> (continuation of Deferred@1172307447 after retry RPC@810007900))) after lookup
20:02:51.582 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:51.583 [DEBUG - kudu-nio-1] (Connection.java:757) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] Successfully connected to peer
20:02:51.602 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x2a156571, L:/127.0.0.1:57144 - R:/127.22.145.195:34749] using TOKEN/null
20:02:51.626 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.193:42895
20:02:51.627 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:02:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.627688 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.738794 24386 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.739054 24386 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.739100 24386 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.742976 24386 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.743105 24386 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.193
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.747184 24386 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24386
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:51.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.748504 24386 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:51.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.749964 24386 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.756673 24396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.756695 24394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.756915 24386 server_base.cc:1061] running on GCE node
20:02:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:51.756712 24393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.757975 24386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.758466 24386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.759613 24386 hybrid_clock.cc:648] HybridClock initialized: now 1786478571759593 us; error 39 us; skew 500 ppm
20:02:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.761412 24386 webserver.cc:533] Webserver started at http://127.22.145.193:45961/ using document root <none> and password file <none>
20:02:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.762006 24386 fs_manager.cc:362] Metadata directory not provided
20:02:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.762079 24386 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.765250 24386 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
20:02:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.767205 24403 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.768280 24386 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
20:02:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.768373 24386 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.768731 24386 fs_report.cc:389] FS layout report
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/data
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:51.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.793025 24386 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.793689 24386 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.793918 24386 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:51.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.794471 24386 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:51.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.795715 24410 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.799398 24386 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.799467 24386 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:02:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.799522 24386 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.801628 24386 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.801694 24386 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
20:02:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.802152 24410 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap starting.
20:02:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.813715 24386 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.193:42895
20:02:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.813746 24533 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.193:42895 every 8 connection(s)
20:02:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.815029 24386 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:02:51.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.821025 24410 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Log is configured to *not* fsync() on all Append() calls
20:02:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.824745 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 24386
20:02:51.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.830662 24535 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.830991 24535 heartbeater.cc:461] Registering TS with master...
20:02:51.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.831557 24535 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.833397 23314 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.833657 24534 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.833742 24534 heartbeater.cc:461] Registering TS with master...
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.834013 24534 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.834395 24536 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.834471 24536 heartbeater.cc:461] Registering TS with master...
20:02:51.835 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.834664 24536 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:51.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.837957 23154 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.839500 23233 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:51.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.840524 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.193:35857
20:02:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.842963 24410 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.843590 24410 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap complete.
20:02:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.845214 24410 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent bootstrapping tablet: real 0.043s	user 0.021s	sys 0.013s
20:02:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.848147 24410 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:51.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.848618 24410 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Initialized, Role: FOLLOWER
20:02:51.849 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.195:34749
20:02:51.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.849200 24410 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.849814 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23978
20:02:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.851408 24410 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
20:02:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:51.852627 24536 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:51.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:51.863 [DEBUG - kudu-nio-1] (Connection.java:239) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] handling channelInactive
20:02:51.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state READY due to: connection closed
20:02:51.878 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:51.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.879 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.900 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:51.901 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:51.901 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test)) after lookup
20:02:51.902 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:51.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.904 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:51.942 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:51.942 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [41ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [41ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262))) after lookup
20:02:51.943 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:51.944 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.944 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.981 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:51.981 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:51.982 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [41ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [41ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [81ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [81ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [117ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420))) after lookup
20:02:51.983 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:51.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:51.984 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:52.181 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:52.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=318), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [41ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [41ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [81ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [81ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [117ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [119ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [121ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [121ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [314ms] refreshing cache from master, [314ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [317ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383))) after lookup
20:02:52.182 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:52.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.184 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:52.561 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:02:52.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=698), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [41ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [41ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [81ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [81ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [117ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [119ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [121ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [121ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [314ms] refreshing cache from master, [314ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [317ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [319ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [321ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [321ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [694ms] refreshing cache from master, [695ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [698ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383) -> (continuation of Deferred@1633141673 after retry RPC@1915377128), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383) -> (continuation of Deferred@1633141673 after retry RPC@1915377128))) after lookup
20:02:52.562 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:02:52.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:52.564 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:02:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.126225 24549 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Starting pre-election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.126375 24549 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:53.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.127522 24549 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:53.128362 24190 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:53.129323 24190 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.132988 24484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:02:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.133387 24484 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 4.
20:02:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.134174 24191 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:02:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.134461 24549 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Leader pre-election won for term 6
20:02:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.134527 24549 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Starting leader election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:02:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.134557 24549 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 5 FOLLOWER]: Advancing to term 6
20:02:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.135408 24549 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.135877 24549 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:02:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.136430 24484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:02:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.136581 24484 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 4 FOLLOWER]: Advancing to term 6
20:02:53.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:53.136972 24190 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:02:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.138592 24484 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 6.
20:02:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.139004 24191 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:02:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.139228 24549 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Leader election won for term 6
20:02:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.139473 24549 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 LEADER]: Becoming Leader. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Running, Role: LEADER
20:02:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.139842 24549 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.142434 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb reported cstate change: term changed from 5 to 6, leader changed from db1c27bb8af44164aa4be121b2a371bb (127.22.145.195) to 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194). New cstate: current_term: 6 leader_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: HEALTHY } } }
20:02:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.592931 24484 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Refusing update from remote peer 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
20:02:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:53.593940 24549 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
20:02:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:53.603761 24190 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb -> Peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Couldn't send request to peer db1c27bb8af44164aa4be121b2a371bb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:02:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:55.936518 24190 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb -> Peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Couldn't send request to peer db1c27bb8af44164aa4be121b2a371bb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:02:56.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:56.581 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:56.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4718), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [16ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [16ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [37ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [39ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [41ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [41ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [78ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [79ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [81ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [81ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [114ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [117ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [119ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [121ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [121ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [314ms] refreshing cache from master, [314ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [317ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [319ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [321ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [321ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [694ms] refreshing cache from master, [695ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [698ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [699ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [701ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [701ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [4715ms] refreshing cache from master, [4715ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [4717ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1378415910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@23da88eb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383) -> (continuation of Deferred@1633141673 after retry RPC@1915377128) -> (continuation of Deferred@2055703924 after retry RPC@1520567001), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3b97e645 -> wakeup thread Time-limited test -> (continuation of Deferred@1262826037 after retry RPC@1331970262) -> (continuation of Deferred@444560469 after retry RPC@2003887420) -> (continuation of Deferred@925095506 after retry RPC@1200266383) -> (continuation of Deferred@1633141673 after retry RPC@1915377128) -> (continuation of Deferred@2055703924 after retry RPC@1520567001))) after lookup
20:02:56.582 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:56.583 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] Successfully connected to peer
20:02:56.597 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xcd1fc292, L:/127.0.0.1:34528 - R:/127.22.145.194:37659] using TOKEN/null
20:02:56.618 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.195:34749
20:02:56.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:02:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.619642 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:02:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:02:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.728844 24589 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.729091 24589 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.729138 24589 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.732547 24589 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.732662 24589 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.195
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.737000 24589 tablet_server_runner.cc:78] Tablet server non-default flags:
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:02:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24589
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:02:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.738364 24589 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.740118 24589 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.748134 24594 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.748131 24597 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.748800 24589 server_base.cc:1061] running on GCE node
20:02:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:56.748183 24595 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:02:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.749387 24589 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:02:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.750149 24589 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:02:56.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.751372 24589 hybrid_clock.cc:648] HybridClock initialized: now 1786478576751340 us; error 45 us; skew 500 ppm
20:02:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.753468 24589 webserver.cc:533] Webserver started at http://127.22.145.195:41703/ using document root <none> and password file <none>
20:02:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.754194 24589 fs_manager.cc:362] Metadata directory not provided
20:02:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.754289 24589 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:02:56.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.758181 24589 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:02:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.760437 24603 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:02:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.761592 24589 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.761737 24589 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.762251 24589 fs_report.cc:389] FS layout report
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/data
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:02:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:02:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:02:56.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:02:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.790208 24589 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:02:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.791046 24589 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:02:56.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.791258 24589 kserver.cc:163] Server-wide thread pool size limit: 3276
20:02:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.791940 24589 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:02:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.793300 24611 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:02:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.796725 24589 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:02:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.796805 24589 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:02:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.796870 24589 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:02:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.798512 24589 ts_tablet_manager.cc:616] Registered 1 tablets
20:02:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.798581 24589 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:02:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.798846 24611 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap starting.
20:02:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.810431 24589 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.195:34749
20:02:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.810458 24731 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.195:34749 every 8 connection(s)
20:02:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.811537 24589 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:02:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.815810 24611 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Log is configured to *not* fsync() on all Append() calls
20:02:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.818060 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 24589
20:02:56.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.827024 24733 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:02:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.827064 24734 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:02:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.827293 24733 heartbeater.cc:461] Registering TS with master...
20:02:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.827292 24734 heartbeater.cc:461] Registering TS with master...
20:02:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.827950 24733 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:02:56.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.828083 24734 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:02:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.830060 23233 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.830127 23314 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.831043 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.195:47289
20:02:56.832 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:02:56.832 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.194:37659
20:02:56.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:02:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.832531 24611 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:02:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.833043 24611 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap complete.
20:02:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.833619 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 24168
20:02:56.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.836015 24611 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent bootstrapping tablet: real 0.037s	user 0.021s	sys 0.013s
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.837544 24732 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.837672 24732 heartbeater.cc:461] Registering TS with master...
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.837954 24732 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.839382 23154 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.839181 24611 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.839555 24611 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Initialized, Role: FOLLOWER
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.840124 24611 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.841241 24611 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
20:02:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:56.842682 24734 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:02:56.846 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] handling channelInactive
20:02:56.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state READY due to: connection closed
20:02:56.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:02:56.848 [DEBUG - Time-limited test] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:56.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.849 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:56.861 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:56.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test)) after lookup
20:02:56.862 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:56.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.864 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.881 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:56.881 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:56.882 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376))) after lookup
20:02:56.883 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:56.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.884 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.901 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:56.902 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:56.902 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [37ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [54ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006))) after lookup
20:02:56.904 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:56.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:56.906 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.020 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:57.021 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:57.021 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [37ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [54ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [56ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [59ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [59ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [173ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586))) after lookup
20:02:57.022 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:57.024 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.024 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.140 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:57.141 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:57.142 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [37ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [54ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [56ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [59ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [59ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [173ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [175ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [177ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [177ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [293ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047))) after lookup
20:02:57.142 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:57.144 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.144 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.144 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.966441 24746 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:02:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.966693 24746 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.968053 24746 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:57.969070 24604 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:57.970130 24604 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.972436 24484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:02:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.973055 24606 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182
20:02:57.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:57.973323 24746 raft_consensus.cc:2749] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
20:02:58.060 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:02:58.061 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:02:58.061 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1214), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [37ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [54ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [56ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [59ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [59ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [173ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [175ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [177ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [177ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [293ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [295ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [297ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [297ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [1210ms] refreshing cache from master, [1211ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1213ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047) -> (continuation of Deferred@282863677 after retry RPC@1515051762), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047) -> (continuation of Deferred@282863677 after retry RPC@1515051762))) after lookup
20:02:58.062 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:02:58.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:58.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:58.063 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:02:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.118599 24751 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:02:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.118760 24751 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.119844 24751 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:58.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:58.120818 24404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:58.121848 24404 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.124964 24681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb" is_pre_election: true
20:02:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.125190 24681 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 5.
20:02:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.126015 24405 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:02:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.126284 24751 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Leader pre-election won for term 7
20:02:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.126361 24751 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:02:58.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.126405 24751 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 6 FOLLOWER]: Advancing to term 7
20:02:58.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.127295 24751 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.127797 24751 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:02:58.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.128320 24681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:02:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.128502 24681 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 5 FOLLOWER]: Advancing to term 7
20:02:58.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:58.129096 24404 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:02:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.130733 24681 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 7.
20:02:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.131155 24405 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:02:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.131394 24751 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Leader election won for term 7
20:02:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.131629 24751 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 LEADER]: Becoming Leader. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Running, Role: LEADER
20:02:58.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.131978 24751 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:02:58.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.134774 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 reported cstate change: term changed from 6 to 7, leader changed from 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194) to 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193). New cstate: current_term: 7 leader_uuid: "5d4b3f0311424fd29ebcb7a38469f182" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:02:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.691260 24681 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Refusing update from remote peer 5d4b3f0311424fd29ebcb7a38469f182: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
20:02:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:02:58.692245 24771 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
20:02:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:02:58.705865 24404 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 -> Peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Couldn't send request to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:00.700 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:00.702 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:00.702 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3854), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [2ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [16ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [17ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [30ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [37ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [37ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [54ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [56ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [59ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [59ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [170ms] refreshing cache from master, [170ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [173ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [175ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [177ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [177ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [291ms] refreshing cache from master, [291ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [293ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [295ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [297ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [297ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [1210ms] refreshing cache from master, [1211ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1213ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [1215ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [1216ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [1216ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [3850ms] refreshing cache from master, [3850ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [3853ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1022776820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@76082c79 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047) -> (continuation of Deferred@282863677 after retry RPC@1515051762) -> (continuation of Deferred@1732284025 after retry RPC@1408123433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e703532 -> wakeup thread Time-limited test -> (continuation of Deferred@444601151 after retry RPC@363098376) -> (continuation of Deferred@1941976935 after retry RPC@1171924006) -> (continuation of Deferred@1684810325 after retry RPC@1879300586) -> (continuation of Deferred@48666304 after retry RPC@1816450047) -> (continuation of Deferred@282863677 after retry RPC@1515051762) -> (continuation of Deferred@1732284025 after retry RPC@1408123433))) after lookup
20:03:00.703 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:00.704 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] Successfully connected to peer
20:03:00.722 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x37efb1c3, L:/127.0.0.1:38626 - R:/127.22.145.193:42895] using TOKEN/null
20:03:00.747 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.194:37659
20:03:00.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.750983 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:00.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.880143 24797 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.880388 24797 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.880434 24797 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.883770 24797 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.883882 24797 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.194
20:03:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.887754 24797 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24797
20:03:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.888963 24797 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.890156 24797 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:00.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.897399 24802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.897432 24803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.897656 24797 server_base.cc:1061] running on GCE node
20:03:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:00.897399 24805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:00.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.898540 24797 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:00.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.899128 24797 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:00.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.900329 24797 hybrid_clock.cc:648] HybridClock initialized: now 1786478580900298 us; error 44 us; skew 500 ppm
20:03:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.902570 24797 webserver.cc:533] Webserver started at http://127.22.145.194:33669/ using document root <none> and password file <none>
20:03:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.903268 24797 fs_manager.cc:362] Metadata directory not provided
20:03:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.903368 24797 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:00.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.907351 24797 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
20:03:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.909634 24813 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.910898 24797 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.911032 24797 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.911489 24797 fs_report.cc:389] FS layout report
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/data
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.948940 24797 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.949646 24797 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.949913 24797 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.950543 24797 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.951850 24821 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.955837 24797 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.955948 24797 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:03:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.956024 24797 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.958170 24797 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.958274 24797 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.002s
20:03:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.958650 24821 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap starting.
20:03:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.971516 24797 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.194:37659
20:03:00.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.971599 24937 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.194:37659 every 8 connection(s)
20:03:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.972829 24797 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.978197 24821 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log is configured to *not* fsync() on all Append() calls
20:03:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.978440 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 24797
20:03:00.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.985486 24939 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.985813 24939 heartbeater.cc:461] Registering TS with master...
20:03:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.986491 24939 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.989185 23314 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:00.990 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.990872 24938 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.990989 24938 heartbeater.cc:461] Registering TS with master...
20:03:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.991264 24938 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:00.992 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.193:42895
20:03:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.991706 24940 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.991796 24940 heartbeater.cc:461] Registering TS with master...
20:03:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.991998 24940 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.992441 23156 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.992903 23233 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:00.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:00.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.993465 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 24386
20:03:00.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:00.993964 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.194:57033
20:03:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.003738 24821 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.004297 24821 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap complete.
20:03:01.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.005934 24821 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent bootstrapping tablet: real 0.048s	user 0.035s	sys 0.008s
20:03:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.009845 24821 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:01.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.010349 24821 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Initialized, Role: FOLLOWER
20:03:01.011 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] handling channelInactive
20:03:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.010947 24821 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:01.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state READY due to: connection closed
20:03:01.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.012118 24821 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
20:03:01.012 [DEBUG - Time-limited test] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:01.012751 24940 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:01.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.014 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.020 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:01.021 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:01.021 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test)) after lookup
20:03:01.022 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.024 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.041 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:01.042 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:01.042 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [10ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [12ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272))) after lookup
20:03:01.042 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.044 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:01.081 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:01.082 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [10ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [12ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [30ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [32ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [68ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689))) after lookup
20:03:01.083 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.084 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.181 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:01.181 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:01.182 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=170), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [10ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [12ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [30ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [32ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [68ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [70ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [72ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [72ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [166ms] refreshing cache from master, [166ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [168ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733))) after lookup
20:03:01.183 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.184 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.520 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:01.520 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:01.520 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=508), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [10ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [12ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [30ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [32ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [68ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [70ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [72ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [72ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [166ms] refreshing cache from master, [166ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [168ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [171ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [172ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [173ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [505ms] refreshing cache from master, [505ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [507ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733) -> (continuation of Deferred@345775234 after retry RPC@2041159396), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733) -> (continuation of Deferred@345775234 after retry RPC@2041159396))) after lookup
20:03:01.521 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:01.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:01.522 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.247969 24952 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:03:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.248122 24952 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.248565 24952 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.250281 24606 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:03:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.254582 24887 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:03:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.254874 24887 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 6.
20:03:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.255622 24604 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:03:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.255870 24952 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Leader pre-election won for term 8
20:03:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.255950 24952 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Starting leader election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:03:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.255997 24952 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 7 FOLLOWER]: Advancing to term 8
20:03:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.256992 24952 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.257475 24952 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 election: Requested vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.258001 24887 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:03:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.258284 24887 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 6 FOLLOWER]: Advancing to term 8
20:03:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.258644 24606 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:03:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.260550 24887 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 8.
20:03:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.261063 24604 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:03:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.261318 24952 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Leader election won for term 8
20:03:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.261639 24952 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 LEADER]: Becoming Leader. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Running, Role: LEADER
20:03:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.262056 24952 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.265030 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb reported cstate change: term changed from 7 to 8, leader changed from 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193) to db1c27bb8af44164aa4be121b2a371bb (127.22.145.195). New cstate: current_term: 8 leader_uuid: "db1c27bb8af44164aa4be121b2a371bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:03:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.732717 24887 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Refusing update from remote peer db1c27bb8af44164aa4be121b2a371bb: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
20:03:02.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:02.733566 24952 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
20:03:02.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:02.743126 24606 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb -> Peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Couldn't send request to peer 5d4b3f0311424fd29ebcb7a38469f182. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.316151 24606 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:03:03.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:03.401 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:03.402 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2389), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [2ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [5ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [8ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [10ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [12ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [12ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [29ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [30ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [32ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [32ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [68ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [70ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [72ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [72ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [166ms] refreshing cache from master, [166ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [168ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [171ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [172ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [173ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [505ms] refreshing cache from master, [505ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [507ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [509ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [510ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [510ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [2385ms] refreshing cache from master, [2386ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [2388ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@921472600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@17b27da6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733) -> (continuation of Deferred@345775234 after retry RPC@2041159396) -> (continuation of Deferred@869882201 after retry RPC@103985016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@66fe7017 -> wakeup thread Time-limited test -> (continuation of Deferred@916628769 after retry RPC@598626272) -> (continuation of Deferred@1217467548 after retry RPC@428966689) -> (continuation of Deferred@834942383 after retry RPC@609820733) -> (continuation of Deferred@345775234 after retry RPC@2041159396) -> (continuation of Deferred@869882201 after retry RPC@103985016))) after lookup
20:03:03.402 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.404 [DEBUG - kudu-nio-7] (Connection.java:757) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] Successfully connected to peer
20:03:03.435 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x122f8a09, L:/127.0.0.1:57008 - R:/127.22.145.195:34749] using TOKEN/null
20:03:03.465 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.193:42895
20:03:03.465 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:03.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.466470 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:03:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.582027 24989 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.582271 24989 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.582319 24989 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.585861 24989 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.586007 24989 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.193
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.590266 24989 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24989
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:03.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.591617 24989 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.592784 24989 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.599978 24996 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.600107 24989 server_base.cc:1061] running on GCE node
20:03:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.599978 24998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:03.600030 24995 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.601042 24989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.601675 24989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:03.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.602888 24989 hybrid_clock.cc:648] HybridClock initialized: now 1786478583602854 us; error 49 us; skew 500 ppm
20:03:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.605135 24989 webserver.cc:533] Webserver started at http://127.22.145.193:45961/ using document root <none> and password file <none>
20:03:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.605890 24989 fs_manager.cc:362] Metadata directory not provided
20:03:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.605988 24989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.609655 24989 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
20:03:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.611896 25004 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.613023 24989 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.613175 24989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.613642 24989 fs_report.cc:389] FS layout report
20:03:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/data
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:03.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.645673 24989 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:03.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.646520 24989 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:03.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.646754 24989 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.647428 24989 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.648849 25011 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.652297 24989 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.652397 24989 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.652472 24989 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.654150 24989 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.654227 24989 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
20:03:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.654537 25011 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap starting.
20:03:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.665774 24989 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.193:42895
20:03:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.665825 25127 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.193:42895 every 8 connection(s)
20:03:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.666814 24989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.673847 25011 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Log is configured to *not* fsync() on all Append() calls
20:03:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.675706 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 24989
20:03:03.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.682276 25130 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.682552 25130 heartbeater.cc:461] Registering TS with master...
20:03:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.683171 25130 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:03.686 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:03.687 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.195:34749
20:03:03.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.685451 23233 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.686493 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.193:45503
20:03:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.687683 25129 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.687784 25129 heartbeater.cc:461] Registering TS with master...
20:03:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.687996 25129 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.688747 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 24589
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.689108 23314 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.690888 25128 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.690992 25128 heartbeater.cc:461] Registering TS with master...
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.691514 25128 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.692698 23156 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.696501 25011 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.696849 25011 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap complete.
20:03:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.697986 25011 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent bootstrapping tablet: real 0.044s	user 0.031s	sys 0.009s
20:03:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.699987 25011 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.700296 25011 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Initialized, Role: FOLLOWER
20:03:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.700766 25011 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.701719 25011 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.001s
20:03:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:03.702040 25130 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:03.704 [DEBUG - kudu-nio-7] (Connection.java:239) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] handling channelInactive
20:03:03.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state READY due to: connection closed
20:03:03.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:03.707 [DEBUG - Time-limited test] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.708 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:03.721 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:03.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test)) after lookup
20:03:03.722 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.723 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.740 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:03.741 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:03.741 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [17ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755))) after lookup
20:03:03.741 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.743 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.780 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:03.781 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:03.781 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [17ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [37ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [74ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388))) after lookup
20:03:03.782 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.783 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.900 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:03.900 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:03.900 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=194), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [17ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [37ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [74ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [75ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [77ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [77ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [194ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634))) after lookup
20:03:03.901 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:03.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:03.902 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:04.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:04.400 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:04.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=694), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [17ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [37ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [74ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [75ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [77ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [77ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [194ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [195ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [196ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [196ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [691ms] refreshing cache from master, [691ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [694ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634) -> (continuation of Deferred@2127332012 after retry RPC@222918933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634) -> (continuation of Deferred@2127332012 after retry RPC@222918933))) after lookup
20:03:04.402 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:04.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:04.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:04.403 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.965005 25143 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Starting pre-election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:03:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.965238 25143 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.966581 25143 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.967455 24815 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.968760 24815 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.972950 25075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:03:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.973276 25075 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 7.
20:03:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.974169 24816 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:03:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.974445 25143 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Leader pre-election won for term 9
20:03:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.974514 25143 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Starting leader election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:03:04.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.974555 25143 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 8 FOLLOWER]: Advancing to term 9
20:03:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.975445 25143 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.975951 25143 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.976686 25075 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:03:04.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.976873 25075 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 7 FOLLOWER]: Advancing to term 9
20:03:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:04.977236 24815 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.979097 25075 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 9.
20:03:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.979609 24816 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:03:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.979836 25143 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Leader election won for term 9
20:03:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.980134 25143 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 LEADER]: Becoming Leader. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Running, Role: LEADER
20:03:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.980530 25143 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:04.983361 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb reported cstate change: term changed from 8 to 9, leader changed from db1c27bb8af44164aa4be121b2a371bb (127.22.145.195) to 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194). New cstate: current_term: 9 leader_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: HEALTHY } } }
20:03:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:05.462337 24815 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb -> Peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Couldn't send request to peer db1c27bb8af44164aa4be121b2a371bb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.511969 25075 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Refusing update from remote peer 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
20:03:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:05.512701 25143 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
20:03:06.141 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:06.142 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:06.142 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2435), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [2ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [11ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [14ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [15ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [17ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [31ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [34ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [35ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [37ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [74ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [75ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [77ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [77ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [194ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [195ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [196ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [196ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [691ms] refreshing cache from master, [691ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [694ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [695ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [697ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [697ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [2432ms] refreshing cache from master, [2432ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [2435ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@767201108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@3e60acf4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634) -> (continuation of Deferred@2127332012 after retry RPC@222918933) -> (continuation of Deferred@2127100681 after retry RPC@948941844), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15802147 -> wakeup thread Time-limited test -> (continuation of Deferred@54073186 after retry RPC@388465755) -> (continuation of Deferred@751218551 after retry RPC@491255388) -> (continuation of Deferred@1563847182 after retry RPC@2145489634) -> (continuation of Deferred@2127332012 after retry RPC@222918933) -> (continuation of Deferred@2127100681 after retry RPC@948941844))) after lookup
20:03:06.143 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.144 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] Successfully connected to peer
20:03:06.175 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xaad9c147, L:/127.0.0.1:60414 - R:/127.22.145.194:37659] using TOKEN/null
20:03:06.201 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.195:34749
20:03:06.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.202128 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:06.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:03:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:03:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.318193 25180 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.318419 25180 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.318463 25180 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.322024 25180 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:06.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.322135 25180 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.195
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.326063 25180 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25180
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.327153 25180 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:06.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.328397 25180 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.335294 25185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.335333 25186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.335678 25180 server_base.cc:1061] running on GCE node
20:03:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:06.335309 25188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.336215 25180 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:06.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.336855 25180 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.338004 25180 hybrid_clock.cc:648] HybridClock initialized: now 1786478586337955 us; error 63 us; skew 500 ppm
20:03:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.339968 25180 webserver.cc:533] Webserver started at http://127.22.145.195:41703/ using document root <none> and password file <none>
20:03:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.340526 25180 fs_manager.cc:362] Metadata directory not provided
20:03:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.340580 25180 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.344352 25180 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
20:03:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.346481 25195 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.347638 25180 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.347762 25180 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.348170 25180 fs_report.cc:389] FS layout report
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/data
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.365356 25180 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.366155 25180 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.366322 25180 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.366879 25180 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.368284 25204 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.371996 25180 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.372120 25180 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.372198 25180 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.373944 25180 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.374032 25180 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
20:03:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.374378 25204 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap starting.
20:03:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.385839 25180 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.195:34749
20:03:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.385938 25323 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.195:34749 every 8 connection(s)
20:03:06.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.387107 25180 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.389314 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 25180
20:03:06.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:06.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.394976 25204 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Log is configured to *not* fsync() on all Append() calls
20:03:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.399444 25325 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.399732 25325 heartbeater.cc:461] Registering TS with master...
20:03:06.401 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:06.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.400383 25325 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:06.403 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.194:37659
20:03:06.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.403604 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 24797
20:03:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.408176 25326 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.408308 25326 heartbeater.cc:461] Registering TS with master...
20:03:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.408406 23156 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.408604 25326 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.409229 25327 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.409312 25327 heartbeater.cc:461] Registering TS with master...
20:03:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.409503 25327 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.409754 23314 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.410559 23233 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.411378 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.195:50883
20:03:06.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:06.418 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] handling channelInactive
20:03:06.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state READY due to: connection closed
20:03:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.423519 25204 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.423926 25204 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap complete.
20:03:06.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.425035 25204 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent bootstrapping tablet: real 0.051s	user 0.040s	sys 0.004s
20:03:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.427337 25204 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.427668 25204 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Initialized, Role: FOLLOWER
20:03:06.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.428089 25204 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.428803 25327 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:06.429035 25204 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
20:03:06.438 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.440 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.460 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:06.460 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:06.461 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test)) after lookup
20:03:06.462 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.463 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:06.480 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:06.481 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [42ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [44ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072))) after lookup
20:03:06.481 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.482 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.521 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:06.521 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:06.521 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [42ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [44ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [62ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [63ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622))) after lookup
20:03:06.522 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.523 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:06.600 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:06.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=181), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [42ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [44ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [62ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [63ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [103ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [104ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [104ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155))) after lookup
20:03:06.601 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:06.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:06.602 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:07.261 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:07.261 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:07.262 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=842), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [42ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [44ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [62ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [63ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [103ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [104ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [104ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [181ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [183ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [183ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [839ms] refreshing cache from master, [839ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [842ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155) -> (continuation of Deferred@1861700266 after retry RPC@1614423900), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155) -> (continuation of Deferred@1861700266 after retry RPC@1614423900))) after lookup
20:03:07.263 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:07.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:07.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:07.264 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659
20:03:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.700409 25340 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:03:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.700600 25340 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.701972 25340 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.702793 25005 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:03:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.703701 25005 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:03:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.706944 25274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb" is_pre_election: true
20:03:07.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.707193 25274 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 8.
20:03:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.707858 25006 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:03:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.708107 25340 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Leader pre-election won for term 10
20:03:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.708160 25340 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 2b15bec6dc384c4c8a1e7421f2e2d3eb)
20:03:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.708200 25340 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 9 FOLLOWER]: Advancing to term 10
20:03:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.709044 25340 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.709430 25340 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.709877 25274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:03:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.710043 25274 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 8 FOLLOWER]: Advancing to term 10
20:03:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:07.710633 25005 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111)
20:03:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.711890 25274 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d4b3f0311424fd29ebcb7a38469f182 in term 10.
20:03:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.712265 25006 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182, db1c27bb8af44164aa4be121b2a371bb; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb
20:03:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.712446 25340 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Leader election won for term 10
20:03:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.712682 25340 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 LEADER]: Becoming Leader. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Running, Role: LEADER
20:03:07.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.713012 25340 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:07.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:07.715728 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 reported cstate change: term changed from 9 to 10, leader changed from 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194) to 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193). New cstate: current_term: 10 leader_uuid: "5d4b3f0311424fd29ebcb7a38469f182" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:03:08.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:08.081 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:08.081 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1662), Traces: [0ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [20ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [21ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [41ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [42ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [44ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [61ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [62ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [63ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [63ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [102ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [103ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [104ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [104ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [180ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [181ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [183ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [183ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [839ms] refreshing cache from master, [839ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [842ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [843ms] sending RPC to server 2b15bec6dc384c4c8a1e7421f2e2d3eb, [845ms] received response from server 2b15bec6dc384c4c8a1e7421f2e2d3eb: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [845ms] delaying RPC due to: Network error: Failed to connect to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659): Connection refused: /127.22.145.194:37659, [1659ms] refreshing cache from master, [1659ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1661ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@8919029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45e22ce4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155) -> (continuation of Deferred@1861700266 after retry RPC@1614423900) -> (continuation of Deferred@1625875581 after retry RPC@1364799483), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@733399ad -> wakeup thread Time-limited test -> (continuation of Deferred@1394298871 after retry RPC@1015696072) -> (continuation of Deferred@1240059577 after retry RPC@660279622) -> (continuation of Deferred@1031884253 after retry RPC@1360784155) -> (continuation of Deferred@1861700266 after retry RPC@1614423900) -> (continuation of Deferred@1625875581 after retry RPC@1364799483))) after lookup
20:03:08.082 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.083 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] Successfully connected to peer
20:03:08.112 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x6f8d49ca, L:/127.0.0.1:38690 - R:/127.22.145.193:42895] using TOKEN/null
20:03:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.117497 25274 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Refusing update from remote peer 5d4b3f0311424fd29ebcb7a38469f182: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
20:03:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.118324 25340 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
20:03:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.118673 25005 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 -> Peer 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659): Couldn't send request to peer 2b15bec6dc384c4c8a1e7421f2e2d3eb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.194:37659: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:08.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.129863 25362 mvcc.cc:204] Tried to move back new op lower bound from 7317416296921088000 to 7317416295275491328. Current Snapshot: MvccSnapshot[applied={T|T < 7317416296921088000 or (T in {7317416296921088000})}]
20:03:08.148 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.194:37659
20:03:08.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.149255 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:08.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.268692 25373 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.268990 25373 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.269054 25373 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.272863 25373 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.273047 25373 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.194
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.277377 25373 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/logs
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:08.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.194:37659
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.194
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33669
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25373
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.194
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.278919 25373 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.280224 25373 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.287665 25378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.287693 25381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:08.287665 25379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.288087 25373 server_base.cc:1061] running on GCE node
20:03:08.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.288558 25373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.289242 25373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.290433 25373 hybrid_clock.cc:648] HybridClock initialized: now 1786478588290407 us; error 38 us; skew 500 ppm
20:03:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.292409 25373 webserver.cc:533] Webserver started at http://127.22.145.194:33669/ using document root <none> and password file <none>
20:03:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.293041 25373 fs_manager.cc:362] Metadata directory not provided
20:03:08.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.293133 25373 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.296785 25373 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
20:03:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.299151 25387 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.300386 25373 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.300554 25373 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.301054 25373 fs_report.cc:389] FS layout report
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/wal
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/data
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.315953 25373 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.316831 25373 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.317078 25373 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.317983 25373 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.319531 25394 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.323359 25373 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.323448 25373 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
20:03:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.323508 25373 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.325099 25373 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.325152 25373 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
20:03:08.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.325572 25394 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap starting.
20:03:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.337858 25373 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.194:37659
20:03:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.337880 25511 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.194:37659 every 8 connection(s)
20:03:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.339033 25373 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-1/data/info.pb
20:03:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.346928 25394 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log is configured to *not* fsync() on all Append() calls
20:03:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.347019 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 25373
20:03:08.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.351193 25512 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.351236 25513 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.351472 25513 heartbeater.cc:461] Registering TS with master...
20:03:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.351476 25512 heartbeater.cc:461] Registering TS with master...
20:03:08.358 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.351205 25514 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.352144 25512 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.352263 25514 heartbeater.cc:461] Registering TS with master...
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.352450 25514 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.352144 25513 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.354383 23233 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.355345 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.194:36053
20:03:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.357254 23156 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:08.358 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.193:42895
20:03:08.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.359385 23314 ts_manager.cc:194] Re-registered known tserver with Master: 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.359827 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 24989
20:03:08.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:08.372 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] handling channelInactive
20:03:08.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state READY due to: connection closed
20:03:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.373335 25394 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.373957 25394 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Bootstrap complete.
20:03:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.375133 25394 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent bootstrapping tablet: real 0.050s	user 0.033s	sys 0.011s
20:03:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.377295 25394 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.377686 25394 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Initialized, Role: FOLLOWER
20:03:08.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.378276 25394 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:08.378 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.380 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.379168 25394 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
20:03:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:08.379724 25514 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:08.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:08.400 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:08.401 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test)) after lookup
20:03:08.401 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.403 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.420 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:08.420 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:08.421 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [29ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [30ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [48ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292))) after lookup
20:03:08.421 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.423 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:08.501 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:08.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=129), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [29ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [30ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [48ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [49ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [51ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [128ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792))) after lookup
20:03:08.503 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.504 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.720 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:08.721 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:08.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=349), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [29ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [30ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [48ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [49ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [51ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [128ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [130ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [132ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [132ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [345ms] refreshing cache from master, [346ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [348ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016))) after lookup
20:03:08.722 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:08.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:08.723 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:09.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:09.120 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)[L],db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:09.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=748), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [29ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [30ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [48ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [49ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [51ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [128ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [130ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [132ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [132ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [345ms] refreshing cache from master, [346ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [348ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [349ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [351ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [351ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [745ms] refreshing cache from master, [745ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [748ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016) -> (continuation of Deferred@1858122406 after retry RPC@1008756407), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016) -> (continuation of Deferred@1858122406 after retry RPC@1008756407))) after lookup
20:03:09.121 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] connecting to peer
20:03:09.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:09.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:09.123 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895
20:03:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.648252 25526 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:03:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.648406 25526 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.649505 25526 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:09.650316 25199 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:03:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:09.651417 25199 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:03:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.655560 25464 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:03:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.655916 25464 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 9.
20:03:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.656791 25197 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:03:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.657208 25526 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Leader pre-election won for term 11
20:03:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.657289 25526 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Starting leader election (detected failure of leader 5d4b3f0311424fd29ebcb7a38469f182)
20:03:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.657339 25526 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 10 FOLLOWER]: Advancing to term 11
20:03:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.658267 25526 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.658660 25526 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 election: Requested vote from peers 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.659267 25464 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "db1c27bb8af44164aa4be121b2a371bb" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb"
20:03:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.659549 25464 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 9 FOLLOWER]: Advancing to term 11
20:03:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:09.660156 25199 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111)
20:03:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.661724 25464 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate db1c27bb8af44164aa4be121b2a371bb in term 11.
20:03:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.662418 25197 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb; no voters: 5d4b3f0311424fd29ebcb7a38469f182
20:03:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.662676 25526 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 11 FOLLOWER]: Leader election won for term 11
20:03:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.663033 25526 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 11 LEADER]: Becoming Leader. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Running, Role: LEADER
20:03:09.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.663430 25526 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:09.666605 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb reported cstate change: term changed from 10 to 11, leader changed from 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193) to db1c27bb8af44164aa4be121b2a371bb (127.22.145.195). New cstate: current_term: 11 leader_uuid: "db1c27bb8af44164aa4be121b2a371bb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: UNKNOWN } } }
20:03:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:10.104175 25199 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb -> Peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Couldn't send request to peer 5d4b3f0311424fd29ebcb7a38469f182. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.122853 25464 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Refusing update from remote peer db1c27bb8af44164aa4be121b2a371bb: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
20:03:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:10.123692 25526 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
20:03:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.437920 25199 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb -> Peer 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895): Couldn't send request to peer 5d4b3f0311424fd29ebcb7a38469f182. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.193:42895: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:03:12.801 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:12.801 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:12.802 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4429), Traces: [0ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [8ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [8ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [28ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [29ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [30ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [48ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [49ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [51ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [51ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [128ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [130ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [132ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [132ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [345ms] refreshing cache from master, [346ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [348ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [349ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [351ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [351ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [745ms] refreshing cache from master, [745ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [748ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [749ms] sending RPC to server 5d4b3f0311424fd29ebcb7a38469f182, [751ms] received response from server 5d4b3f0311424fd29ebcb7a38469f182: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [751ms] delaying RPC due to: Network error: Failed to connect to peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895): Connection refused: /127.22.145.193:42895, [4426ms] refreshing cache from master, [4426ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [4429ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@1572871476(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@45fed780 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016) -> (continuation of Deferred@1858122406 after retry RPC@1008756407) -> (continuation of Deferred@1816150413 after retry RPC@1407883116), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48f2eafb -> wakeup thread Time-limited test -> (continuation of Deferred@988751936 after retry RPC@1695918292) -> (continuation of Deferred@1594262580 after retry RPC@387830792) -> (continuation of Deferred@466155277 after retry RPC@1653399016) -> (continuation of Deferred@1858122406 after retry RPC@1008756407) -> (continuation of Deferred@1816150413 after retry RPC@1407883116))) after lookup
20:03:12.803 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:12.804 [DEBUG - kudu-nio-4] (Connection.java:757) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] Successfully connected to peer
20:03:12.831 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xc4c18f35, L:/127.0.0.1:44066 - R:/127.22.145.195:34749] using TOKEN/null
20:03:12.857 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.193:42895
20:03:12.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.857858 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.971828 25565 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.972090 25565 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.972154 25565 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.975807 25565 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.975975 25565 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.193
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.980091 25565 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/logs
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.193:42895
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.193
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45961
20:03:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25565
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.193
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.981658 25565 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.983016 25565 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.990588 25577 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.990600 25575 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.990620 25565 server_base.cc:1061] running on GCE node
20:03:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:12.990630 25573 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.991442 25565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:12.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.992063 25565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.993273 25565 hybrid_clock.cc:648] HybridClock initialized: now 1786478592993249 us; error 38 us; skew 500 ppm
20:03:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.995602 25565 webserver.cc:533] Webserver started at http://127.22.145.193:45961/ using document root <none> and password file <none>
20:03:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.996320 25565 fs_manager.cc:362] Metadata directory not provided
20:03:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:12.996418 25565 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:13.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.000432 25565 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
20:03:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.002859 25583 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.004035 25565 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.004206 25565 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.004681 25565 fs_report.cc:389] FS layout report
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/wal
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/data
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:13.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.023203 25565 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.024057 25565 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.024336 25565 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.025032 25565 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:13.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.026602 25591 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.030301 25565 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.030409 25565 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:13.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.030488 25565 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.032171 25565 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.032246 25565 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
20:03:13.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.032639 25591 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap starting.
20:03:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.044883 25565 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.193:42895
20:03:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.044907 25707 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.193:42895 every 8 connection(s)
20:03:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.046063 25565 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-0/data/info.pb
20:03:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.053104 25591 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Log is configured to *not* fsync() on all Append() calls
20:03:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.054951 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 25565
20:03:13.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.056771 25710 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.056787 25711 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.056839 25709 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057077 25709 heartbeater.cc:461] Registering TS with master...
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057081 25711 heartbeater.cc:461] Registering TS with master...
20:03:13.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057763 25709 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057829 25710 heartbeater.cc:461] Registering TS with master...
20:03:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.058058 25710 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.059978 23154 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.060129 23309 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.057763 25711 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.061619 23233 ts_manager.cc:194] Re-registered known tserver with Master: 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.062614 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.193:37531
20:03:13.064 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:13.064 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.145.195:34749
20:03:13.065 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.065366 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 25180
20:03:13.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:13.079 [DEBUG - kudu-nio-4] (Connection.java:239) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] handling channelInactive
20:03:13.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state READY due to: connection closed
20:03:13.080 [DEBUG - Time-limited test] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.081 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.088574 25591 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.088989 25591 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Bootstrap complete.
20:03:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.090274 25591 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent bootstrapping tablet: real 0.058s	user 0.030s	sys 0.015s
20:03:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.092607 25591 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.092962 25591 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d4b3f0311424fd29ebcb7a38469f182, State: Initialized, Role: FOLLOWER
20:03:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.093463 25591 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.094305 25711 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:13.094442 25591 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.001s
20:03:13.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:13.100 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:13.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test)) after lookup
20:03:13.101 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.103 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:13.120 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:13.121 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [21ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702))) after lookup
20:03:13.121 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.122 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.140 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:13.140 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:13.140 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [21ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [41ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [42ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [42ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454))) after lookup
20:03:13.141 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.142 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.240 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:13.241 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:13.241 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [21ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [41ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [42ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [42ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [61ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [62ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [62ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [160ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725))) after lookup
20:03:13.242 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.243 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:13.541 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659),5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)[L]]}]
20:03:13.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=461), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [21ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [41ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [42ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [42ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [61ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [62ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [62ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [160ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [161ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [163ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [163ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [457ms] refreshing cache from master, [457ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [460ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725) -> (continuation of Deferred@2002071753 after retry RPC@1414045750), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725) -> (continuation of Deferred@2002071753 after retry RPC@1414045750))) after lookup
20:03:13.542 [DEBUG - kudu-nio-2] (Connection.java:748) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] connecting to peer
20:03:13.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] cleaning up while in state CONNECTING due to: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:13.543 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749) for tablet 7a18a4ccf9614c65bb5cca0b530f8522: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749
20:03:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.270324 25724 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.270526 25724 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.271884 25724 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194:37659)
20:03:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.272661 25585 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.273844 25585 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.276487 25464 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "5d4b3f0311424fd29ebcb7a38469f182" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" is_pre_election: true
20:03:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.277120 25584 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5d4b3f0311424fd29ebcb7a38469f182; no voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, db1c27bb8af44164aa4be121b2a371bb
20:03:14.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.277432 25724 raft_consensus.cc:2749] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
20:03:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.356563 25730 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Starting pre-election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:03:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.356720 25730 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.357961 25730 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.358853 25389 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.359819 25389 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.362704 25658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182" is_pre_election: true
20:03:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.362926 25658 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 10.
20:03:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.363646 25390 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:03:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.363924 25730 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Leader pre-election won for term 12
20:03:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.364019 25730 raft_consensus.cc:493] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Starting leader election (detected failure of leader db1c27bb8af44164aa4be121b2a371bb)
20:03:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.364066 25730 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 11 FOLLOWER]: Advancing to term 12
20:03:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.364945 25730 raft_consensus.cc:515] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.365417 25730 leader_election.cc:290] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 election: Requested vote from peers db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749), 5d4b3f0311424fd29ebcb7a38469f182 (127.22.145.193:42895)
20:03:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.365983 25658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a18a4ccf9614c65bb5cca0b530f8522" candidate_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "5d4b3f0311424fd29ebcb7a38469f182"
20:03:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.366128 25658 raft_consensus.cc:3060] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 10 FOLLOWER]: Advancing to term 12
20:03:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.366585 25389 leader_election.cc:336] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111)
20:03:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.367981 25658 raft_consensus.cc:2468] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b15bec6dc384c4c8a1e7421f2e2d3eb in term 12.
20:03:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.368319 25390 leader_election.cc:304] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2b15bec6dc384c4c8a1e7421f2e2d3eb, 5d4b3f0311424fd29ebcb7a38469f182; no voters: db1c27bb8af44164aa4be121b2a371bb
20:03:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.368494 25730 raft_consensus.cc:2804] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 12 FOLLOWER]: Leader election won for term 12
20:03:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.368723 25730 raft_consensus.cc:697] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [term 12 LEADER]: Becoming Leader. State: Replica: 2b15bec6dc384c4c8a1e7421f2e2d3eb, State: Running, Role: LEADER
20:03:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.369071 25730 consensus_queue.cc:237] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.371943 23233 catalog_manager.cc:5719] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb reported cstate change: term changed from 11 to 12, leader changed from db1c27bb8af44164aa4be121b2a371bb (127.22.145.195) to 2b15bec6dc384c4c8a1e7421f2e2d3eb (127.22.145.194). New cstate: current_term: 12 leader_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } health_report { overall_health: HEALTHY } } }
20:03:14.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 7a18a4ccf9614c65bb5cca0b530f8522 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120' with partition [<start>, <end>)
20:03:14.581 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a18a4ccf9614c65bb5cca0b530f8522@[2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)[L],5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895),db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)]}]
20:03:14.581 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7a18a4ccf9614c65bb5cca0b530f8522, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1501), Traces: [0ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [1ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [19ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [21ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [23ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [23ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [40ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [41ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [42ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [42ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [59ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [61ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [62ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [62ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [160ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [161ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [163ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [163ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [457ms] refreshing cache from master, [457ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [460ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, [462ms] sending RPC to server db1c27bb8af44164aa4be121b2a371bb, [463ms] received response from server db1c27bb8af44164aa4be121b2a371bb: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [463ms] delaying RPC due to: Network error: Failed to connect to peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749): Connection refused: /127.22.145.195:34749, [1497ms] refreshing cache from master, [1497ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.145.253:33811, [1500ms] Sub RPC GetTableLocations: received response from server master-127.22.145.253:33811: OK, deferred=Deferred@690806682(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f6c3c320c88@2e7a6c24 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725) -> (continuation of Deferred@2002071753 after retry RPC@1414045750) -> (continuation of Deferred@1851361810 after retry RPC@1191843630), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14003fd4 -> wakeup thread Time-limited test -> (continuation of Deferred@341012047 after retry RPC@20450702) -> (continuation of Deferred@1071791329 after retry RPC@2130121454) -> (continuation of Deferred@1037897090 after retry RPC@2071660725) -> (continuation of Deferred@2002071753 after retry RPC@1414045750) -> (continuation of Deferred@1851361810 after retry RPC@1191843630))) after lookup
20:03:14.582 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] connecting to peer
20:03:14.583 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] Successfully connected to peer
20:03:14.604 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x1597fd9b, L:/127.0.0.1:34762 - R:/127.22.145.194:37659] using TOKEN/null
20:03:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.608916 25658 raft_consensus.cc:1275] T 7a18a4ccf9614c65bb5cca0b530f8522 P 5d4b3f0311424fd29ebcb7a38469f182 [term 12 FOLLOWER]: Refusing update from remote peer 2b15bec6dc384c4c8a1e7421f2e2d3eb: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
20:03:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.608954 25389 consensus_peers.cc:597] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb -> Peer db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749): Couldn't send request to peer db1c27bb8af44164aa4be121b2a371bb. Status: Network error: Client connection negotiation failed: client connection to 127.22.145.195:34749: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.609663 25730 consensus_queue.cc:1048] T 7a18a4ccf9614c65bb5cca0b530f8522 P 2b15bec6dc384c4c8a1e7421f2e2d3eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
20:03:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.616978 25747 mvcc.cc:204] Tried to move back new op lower bound from 7317416323510599680 to 7317416322538950656. Current Snapshot: MvccSnapshot[applied={T|T < 7317416323510599680}]
20:03:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.618477 25748 mvcc.cc:204] Tried to move back new op lower bound from 7317416323510599680 to 7317416322538950656. Current Snapshot: MvccSnapshot[applied={T|T < 7317416323510599680}]
20:03:14.633 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.22.145.195:34749
20:03:14.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.634035 23111 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:03:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:03:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.745573 25755 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.745832 25755 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.745882 25755 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.749154 25755 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.749267 25755 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.145.195
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.753232 25755 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/logs
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.145.212:37749
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.145.195:34749
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.145.195
20:03:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41703
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.145.254:42901,127.22.145.253:33811,127.22.145.252:41605
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.25755
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.145.195
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:47 UTC on bdcb31816ec0
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13292
20:03:14.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.754484 25755 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:14.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.755709 25755 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.762497 25761 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.762497 25760 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:03:14.762567 25763 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.763098 25755 server_base.cc:1061] running on GCE node
20:03:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.763567 25755 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.764115 25755 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.765293 25755 hybrid_clock.cc:648] HybridClock initialized: now 1786478594765274 us; error 36 us; skew 500 ppm
20:03:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.767304 25755 webserver.cc:533] Webserver started at http://127.22.145.195:41703/ using document root <none> and password file <none>
20:03:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.767860 25755 fs_manager.cc:362] Metadata directory not provided
20:03:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.767913 25755 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.771550 25755 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.001s
20:03:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.773679 25770 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:14.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.774814 25755 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.774952 25755 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data,/tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db1c27bb8af44164aa4be121b2a371bb"
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:02:37 on dist-test-slave-0kls"
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.775400 25755 fs_report.cc:389] FS layout report
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/wal
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/data
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:14.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:14.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.805599 25755 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.806493 25755 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.806727 25755 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.807467 25755 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:14.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.808944 25777 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:03:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.812879 25755 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:03:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.812990 25755 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
20:03:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.813069 25755 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:03:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.815052 25755 ts_tablet_manager.cc:616] Registered 1 tablets
20:03:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.815136 25755 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
20:03:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.815590 25777 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap starting.
20:03:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.827010 25755 rpc_server.cc:307] RPC server started. Bound to: 127.22.145.195:34749
20:03:14.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.827080 25895 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.145.195:34749 every 8 connection(s)
20:03:14.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.828248 25755 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskNzbrWf/test-tmp/mini-kudu-cluster6486688502863644762/ts-2/data/info.pb
20:03:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.831763 23111 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu as pid 25755
20:03:14.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:14.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.839138 25777 log.cc:826] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Log is configured to *not* fsync() on all Append() calls
20:03:14.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.843758 25897 heartbeater.cc:344] Connected to a master server at 127.22.145.252:41605
20:03:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.844027 25897 heartbeater.cc:461] Registering TS with master...
20:03:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.844659 25897 heartbeater.cc:507] Master 127.22.145.252:41605 requested a full tablet report, sending...
20:03:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.846092 25896 heartbeater.cc:344] Connected to a master server at 127.22.145.254:42901
20:03:14.846 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478558120, tablet=7a18a4ccf9614c65bb5cca0b530f8522, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.846185 25896 heartbeater.cc:461] Registering TS with master...
20:03:14.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.846405 25896 heartbeater.cc:507] Master 127.22.145.254:42901 requested a full tablet report, sending...
20:03:14.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.847656 23154 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.848528 23309 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.850010 25898 heartbeater.cc:344] Connected to a master server at 127.22.145.253:33811
20:03:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.850121 25898 heartbeater.cc:461] Registering TS with master...
20:03:14.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.850354 25898 heartbeater.cc:507] Master 127.22.145.253:33811 requested a full tablet report, sending...
20:03:14.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.851599 23233 ts_manager.cc:194] Re-registered known tserver with Master: db1c27bb8af44164aa4be121b2a371bb (127.22.145.195:34749)
20:03:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.852629 23233 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.145.195:47025
20:03:14.853 [DEBUG - main] (Connection.java:575) [peer master-127.22.145.254:42901(127.22.145.254:42901)] disconnecting while in state READY
20:03:14.854 [DEBUG - main] (Connection.java:575) [peer master-127.22.145.252:41605(127.22.145.252:41605)] disconnecting while in state READY
20:03:14.855 [DEBUG - main] (Connection.java:575) [peer master-127.22.145.253:33811(127.22.145.253:33811)] disconnecting while in state READY
20:03:14.855 [DEBUG - main] (Connection.java:575) [peer 5d4b3f0311424fd29ebcb7a38469f182(127.22.145.193:42895)] disconnecting while in state TERMINATED
20:03:14.855 [DEBUG - main] (Connection.java:575) [peer db1c27bb8af44164aa4be121b2a371bb(127.22.145.195:34749)] disconnecting while in state TERMINATED
20:03:14.855 [DEBUG - main] (Connection.java:575) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] disconnecting while in state READY
20:03:14.857 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.145.253:33811(127.22.145.253:33811)] handling channelInactive
20:03:14.857 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.145.253:33811(127.22.145.253:33811)] cleaning up while in state READY due to: connection closed
20:03:14.858 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.145.252:41605(127.22.145.252:41605)] handling channelInactive
20:03:14.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.145.252:41605(127.22.145.252:41605)] cleaning up while in state READY due to: connection closed
20:03:14.857 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] handling channelInactive
20:03:14.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2b15bec6dc384c4c8a1e7421f2e2d3eb(127.22.145.194:37659)] cleaning up while in state READY due to: connection closed
20:03:14.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:03:14.870 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.145.254:42901(127.22.145.254:42901)] handling channelInactive
20:03:14.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.145.254:42901(127.22.145.254:42901)] cleaning up while in state READY due to: connection closed
20:03:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.870599 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 25565
20:03:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.879272 25777 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.879724 25777 tablet_bootstrap.cc:492] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Bootstrap complete.
20:03:14.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.881043 25777 ts_tablet_manager.cc:1403] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent bootstrapping tablet: real 0.066s	user 0.044s	sys 0.008s
20:03:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.883881 25777 raft_consensus.cc:359] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.884276 25777 raft_consensus.cc:740] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: db1c27bb8af44164aa4be121b2a371bb, State: Initialized, Role: FOLLOWER
20:03:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.884851 25777 consensus_queue.cc:260] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db1c27bb8af44164aa4be121b2a371bb" member_type: VOTER last_known_addr { host: "127.22.145.195" port: 34749 } } peers { permanent_uuid: "5d4b3f0311424fd29ebcb7a38469f182" member_type: VOTER last_known_addr { host: "127.22.145.193" port: 42895 } } peers { permanent_uuid: "2b15bec6dc384c4c8a1e7421f2e2d3eb" member_type: VOTER last_known_addr { host: "127.22.145.194" port: 37659 } }
20:03:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.885907 25777 ts_tablet_manager.cc:1434] T 7a18a4ccf9614c65bb5cca0b530f8522 P db1c27bb8af44164aa4be121b2a371bb: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
20:03:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.886503 25898 heartbeater.cc:499] Master 127.22.145.253:33811 was elected leader, sending a full tablet report...
20:03:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.890403 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 25373
20:03:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.901412 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 25755
20:03:14.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.911517 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23124
20:03:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.922683 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23197
20:03:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:03:14.933086 23111 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskNzbrWf/build/debug/bin/kudu with pid 23275
20:03:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:03:14Z chronyd exiting

Time: 40.078

OK (1 test)

