JUnit version 4.13.2
.00:31:21.789 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470681781
00:31:21.853 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:31:21.889 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:31:21.904 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXE50u_/test-tmp
00:31:21.930 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
00:31:21.933 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXE50u_/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
00:31:22.118 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:31:22.131 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:22.132 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:31:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.134016  7190 mini_oidc.cc:150] Starting JWKS server
00:31:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.134760  7190 webserver.cc:534] Webserver started at http://127.0.0.1:46411/ using document root <none> and password file <none>
00:31:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.134853  7190 mini_oidc.cc:186] Starting OIDC Discovery server
00:31:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.135020  7190 webserver.cc:534] Webserver started at http://127.0.0.1:37673/ using document root <none> and password file <none>
00:31:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:22Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:31:22.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:22Z Disabled control of system clock
00:31:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.149333  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal
00:31:22.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data
00:31:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/logs
00:31:22.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data/info.pb
00:31:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.190:41129
00:31:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.190
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json with env {}
00:31:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.227128  7202 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.227301  7202 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:22.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.227321  7202 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229159  7202 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229218  7202 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229238  7202 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229256  7202 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229274  7202 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.229290  7202 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46411/jwks.json
00:31:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.231325  7202 master_runner.cc:387] Master server non-default flags:
00:31:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data
00:31:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal
00:31:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.190:41129
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data/info.pb
00:31:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.190
00:31:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7202
00:31:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/logs
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.231546  7202 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.231775  7202 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.234184  7210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.234272  7208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.234313  7202 server_base.cc:1061] running on GCE node
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.234344  7207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.234570  7202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.234799  7202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.235917  7202 hybrid_clock.cc:648] HybridClock initialized: now 1783470682235889 us; error 47 us; skew 500 ppm
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.237067  7202 webserver.cc:534] Webserver started at http://127.7.5.190:33991/ using document root <none> and password file <none>
00:31:22.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.237274  7202 fs_manager.cc:362] Metadata directory not provided
00:31:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.237331  7202 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.237432  7202 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.238507  7202 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data/instance:
00:31:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c852a3985cb4cb18ab833853a1c1500"
00:31:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.238852  7202 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal/instance:
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c852a3985cb4cb18ab833853a1c1500"
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.240394  7202 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.242004  7216 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.242163  7202 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.242223  7202 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c852a3985cb4cb18ab833853a1c1500"
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.242273  7202 fs_report.cc:389] FS layout report
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal
00:31:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal
00:31:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data/data
00:31:22.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:22.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.251902  7202 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.252256  7202 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.252379  7202 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.256479  7202 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.190:41129
00:31:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.256510  7268 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.190:41129 every 8 connection(s)
00:31:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.256906  7202 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/data/info.pb
00:31:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.257658  7269 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.258852  7269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.263964  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7202
00:31:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.264040  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-0/wal/instance
00:31:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.264714  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal
00:31:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data
00:31:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/logs
00:31:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data/info.pb
00:31:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.189:37927
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.189
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json with env {}
00:31:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.266762  7269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.267249  7219 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.189:37927: connect: Connection refused (error 111)
00:31:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.267741  7269 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.189:37927: Network error: Client connection negotiation failed: client connection to 127.7.5.189:37927: connect: Connection refused (error 111)
00:31:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.317178  7269 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } attempt: 1
00:31:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.318183  7269 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.189:37927: Network error: Client connection negotiation failed: client connection to 127.7.5.189:37927: connect: Connection refused (error 111)
00:31:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.343745  7273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.343901  7273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:22.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.343920  7273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345623  7273 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345667  7273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345685  7273 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345696  7273 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345708  7273 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.345721  7273 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46411/jwks.json
00:31:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.347937  7273 master_runner.cc:387] Master server non-default flags:
00:31:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.189:37927
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json
00:31:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data/info.pb
00:31:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.189
00:31:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7273
00:31:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/logs
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:22.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.348192  7273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.348408  7273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.351199  7280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.351218  7279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.351471  7282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.352296  7273 server_base.cc:1061] running on GCE node
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.352476  7273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.352730  7273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.353854  7273 hybrid_clock.cc:648] HybridClock initialized: now 1783470682353836 us; error 38 us; skew 500 ppm
00:31:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.354943  7273 webserver.cc:534] Webserver started at http://127.7.5.189:43027/ using document root <none> and password file <none>
00:31:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.355152  7273 fs_manager.cc:362] Metadata directory not provided
00:31:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.355204  7273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.355300  7273 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.356379  7273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data/instance:
00:31:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0163bd52e10a4f78bd2de1b61a2ef368"
00:31:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.356731  7273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal/instance:
00:31:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0163bd52e10a4f78bd2de1b61a2ef368"
00:31:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.358211  7273 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
00:31:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.358979  7288 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.359153  7273 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
00:31:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.359205  7273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0163bd52e10a4f78bd2de1b61a2ef368"
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.359257  7273 fs_report.cc:389] FS layout report
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal
00:31:22.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data/data
00:31:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.386355  7269 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } attempt: 2
00:31:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.387096  7269 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.189:37927: Network error: Client connection negotiation failed: client connection to 127.7.5.189:37927: connect: Connection refused (error 111)
00:31:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.396521  7273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.396797  7273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.396888  7273 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.400816  7273 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.189:37927
00:31:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.400889  7340 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.189:37927 every 8 connection(s)
00:31:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.401278  7273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/data/info.pb
00:31:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.401863  7341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.403283  7341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.403594  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7273
00:31:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.403659  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-1/wal/instance
00:31:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.404052  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal
00:31:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/logs
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data/info.pb
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.188:36761
00:31:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.188
00:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json with env {}
00:31:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.410240  7341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.414708  7341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.415117  7292 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.188:36761: connect: Connection refused (error 111)
00:31:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.415587  7341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.188:36761: Network error: Client connection negotiation failed: client connection to 127.7.5.188:36761: connect: Connection refused (error 111)
00:31:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.464771  7341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } attempt: 1
00:31:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.465873  7341 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.188:36761: Network error: Client connection negotiation failed: client connection to 127.7.5.188:36761: connect: Connection refused (error 111)
00:31:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.478256  7269 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } attempt: 3
00:31:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.481770  7269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.482393  7269 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.188:36761: Network error: Client connection negotiation failed: client connection to 127.7.5.188:36761: connect: Connection refused (error 111)
00:31:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.488616  7344 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.488785  7344 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.488806  7344 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490362  7344 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490406  7344 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490419  7344 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490432  7344 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490444  7344 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.490455  7344 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46411/jwks.json
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.491909  7344 master_runner.cc:387] Master server non-default flags:
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.188:36761
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46411/jwks.json
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data/info.pb
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.188
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7344
00:31:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/logs
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.492100  7344 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.492283  7344 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.494582  7351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.494587  7352 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.495012  7354 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.495018  7344 server_base.cc:1061] running on GCE node
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.495296  7344 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.495563  7344 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.498809  7344 hybrid_clock.cc:648] HybridClock initialized: now 1783470682498785 us; error 38 us; skew 500 ppm
00:31:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.500032  7344 webserver.cc:534] Webserver started at http://127.7.5.188:32989/ using document root <none> and password file <none>
00:31:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.500263  7344 fs_manager.cc:362] Metadata directory not provided
00:31:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.500321  7344 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.500437  7344 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.501791  7344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data/instance:
00:31:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9590be211ee24661bdc33f114c8542f4"
00:31:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.502187  7344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal/instance:
00:31:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9590be211ee24661bdc33f114c8542f4"
00:31:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.503773  7344 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
00:31:22.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.504597  7360 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.504868  7344 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.504942  7344 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9590be211ee24661bdc33f114c8542f4"
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.505002  7344 fs_report.cc:389] FS layout report
00:31:22.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data/data
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:22.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.513581  7269 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } attempt: 1
00:31:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.514348  7269 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.5.188:36761: Network error: Client connection negotiation failed: client connection to 127.7.5.188:36761: connect: Connection refused (error 111)
00:31:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.519038  7344 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.519395  7344 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:22.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.519565  7344 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.523671  7344 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.188:36761
00:31:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.523703  7412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.188:36761 every 8 connection(s)
00:31:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.524101  7344 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/data/info.pb
00:31:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.524718  7413 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:22.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.525990  7413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.528997  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7344
00:31:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.529165  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/master-2/wal/instance
00:31:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.530942  7413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.534053  7341 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } attempt: 2
00:31:22.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.535943  7413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } has no permanent_uuid. Determining permanent_uuid...
00:31:22.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.539322  7341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: Bootstrap starting.
00:31:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.540057  7341 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: Neither blocks nor log segments found. Creating new log.
00:31:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.540318  7341 log.cc:826] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: Log is configured to *not* fsync() on all Append() calls
00:31:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.541616  7413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: Bootstrap starting.
00:31:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.541724  7341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: No bootstrap required, opened a new log
00:31:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.542294  7413 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: Neither blocks nor log segments found. Creating new log.
00:31:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.542861  7413 log.cc:826] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: Log is configured to *not* fsync() on all Append() calls
00:31:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.543640  7341 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.543753  7341 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.543774  7341 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0163bd52e10a4f78bd2de1b61a2ef368, State: Initialized, Role: FOLLOWER
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.543845  7341 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.544064  7423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.544116  7341 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: configured and running, proceeding with master startup.
00:31:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.544139  7423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.546048  7434 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.546074  7413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: No bootstrap required, opened a new log
00:31:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.546108  7434 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.547441  7413 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.547569  7413 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.547602  7413 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9590be211ee24661bdc33f114c8542f4, State: Initialized, Role: FOLLOWER
00:31:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.547712  7413 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.548040  7413 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: configured and running, proceeding with master startup.
00:31:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.548012  7436 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.549366  7436 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.550298  7447 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.550351  7447 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.550315  7273 master_runner.cc:187] Error getting master registration for 127.7.5.190:41129: OK, instance_id { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" instance_seqno: 1783470682255443 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.551524  7273 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.550325  7344 master_runner.cc:187] Error getting master registration for 127.7.5.190:41129: OK, instance_id { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" instance_seqno: 1783470682255443 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.551980  7344 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.589516  7269 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } attempt: 2
00:31:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.594673  7269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: Bootstrap starting.
00:31:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.595415  7269 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: Neither blocks nor log segments found. Creating new log.
00:31:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.595646  7269 log.cc:826] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: Log is configured to *not* fsync() on all Append() calls
00:31:22.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.596302  7269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: No bootstrap required, opened a new log
00:31:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.598513  7269 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.598644  7269 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.598682  7269 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c852a3985cb4cb18ab833853a1c1500, State: Initialized, Role: FOLLOWER
00:31:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.598798  7269 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.599104  7269 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: configured and running, proceeding with master startup.
00:31:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.599591  7450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.599915  7450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.601099  7461 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.601423  7461 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.603363  7202 master_runner.cc:264] No leader master found from master 5c852a3985cb4cb18ab833853a1c1500
00:31:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.603410  7202 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.619589  7436 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.619741  7436 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620007  7436 leader_election.cc:290] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5c852a3985cb4cb18ab833853a1c1500 (127.7.5.190:41129), 0163bd52e10a4f78bd2de1b61a2ef368 (127.7.5.189:37927)
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620275  7315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9590be211ee24661bdc33f114c8542f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" is_pre_election: true
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620296  7243 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9590be211ee24661bdc33f114c8542f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c852a3985cb4cb18ab833853a1c1500" is_pre_election: true
00:31:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620416  7243 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9590be211ee24661bdc33f114c8542f4 in term 0.
00:31:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620419  7315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9590be211ee24661bdc33f114c8542f4 in term 0.
00:31:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.620615  7364 leader_election.cc:304] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5c852a3985cb4cb18ab833853a1c1500, 9590be211ee24661bdc33f114c8542f4; no voters: 
00:31:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.621069  7436 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.621146  7436 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.621170  7436 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 0 FOLLOWER]: Advancing to term 1
00:31:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622035  7436 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622191  7436 leader_election.cc:290] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [CANDIDATE]: Term 1 election: Requested vote from peers 5c852a3985cb4cb18ab833853a1c1500 (127.7.5.190:41129), 0163bd52e10a4f78bd2de1b61a2ef368 (127.7.5.189:37927)
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622388  7315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9590be211ee24661bdc33f114c8542f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0163bd52e10a4f78bd2de1b61a2ef368"
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622422  7243 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9590be211ee24661bdc33f114c8542f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c852a3985cb4cb18ab833853a1c1500"
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622462  7315 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 0 FOLLOWER]: Advancing to term 1
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.622481  7243 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 0 FOLLOWER]: Advancing to term 1
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623261  7243 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9590be211ee24661bdc33f114c8542f4 in term 1.
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623267  7315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9590be211ee24661bdc33f114c8542f4 in term 1.
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623427  7363 leader_election.cc:304] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0163bd52e10a4f78bd2de1b61a2ef368, 9590be211ee24661bdc33f114c8542f4; no voters: 
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623507  7436 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 1 FOLLOWER]: Leader election won for term 1
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623690  7436 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [term 1 LEADER]: Becoming Leader. State: Replica: 9590be211ee24661bdc33f114c8542f4, State: Running, Role: LEADER
00:31:22.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.623769  7436 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } }
00:31:22.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.624203  7463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9590be211ee24661bdc33f114c8542f4. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.624274  7463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: This master's current role is: LEADER
00:31:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.629184  7465 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:31:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.629755  7465 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:31:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.631539  7315 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [term 1 FOLLOWER]: Refusing update from remote peer 9590be211ee24661bdc33f114c8542f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.632120  7463 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.633257  7423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9590be211ee24661bdc33f114c8542f4. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.633332  7423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.634940  7243 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [term 1 FOLLOWER]: Refusing update from remote peer 9590be211ee24661bdc33f114c8542f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.635190  7463 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.636193  7450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9590be211ee24661bdc33f114c8542f4. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.636276  7450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.637806  7436 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.637897  7436 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: This master's current role is: LEADER
00:31:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.637868  7423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.637934  7423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.638028  7466 mvcc.cc:204] Tried to move back new op lower bound from 7305095916056383488 to 7305095916027670528. Current Snapshot: MvccSnapshot[applied={T|T < 7305095916056383488}]
00:31:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.639217  7467 mvcc.cc:204] Tried to move back new op lower bound from 7305095916056383488 to 7305095916027670528. Current Snapshot: MvccSnapshot[applied={T|T < 7305095916056383488}]
00:31:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.640654  7463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.640727  7463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4 [sys.catalog]: This master's current role is: LEADER
00:31:22.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.641608  7450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9590be211ee24661bdc33f114c8542f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5c852a3985cb4cb18ab833853a1c1500" member_type: VOTER last_known_addr { host: "127.7.5.190" port: 41129 } } peers { permanent_uuid: "0163bd52e10a4f78bd2de1b61a2ef368" member_type: VOTER last_known_addr { host: "127.7.5.189" port: 37927 } } peers { permanent_uuid: "9590be211ee24661bdc33f114c8542f4" member_type: VOTER last_known_addr { host: "127.7.5.188" port: 36761 } } }
00:31:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.641690  7450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500 [sys.catalog]: This master's current role is: FOLLOWER
00:31:22.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.642234  7469 mvcc.cc:204] Tried to move back new op lower bound from 7305095916056383488 to 7305095916027670528. Current Snapshot: MvccSnapshot[applied={T|T < 7305095916056383488}]
00:31:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.642872  7465 catalog_manager.cc:1382] Generated new cluster ID: 1b36f12b47c247e9adc52b2340a31344
00:31:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.642920  7465 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:31:22.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.665256  7465 catalog_manager.cc:1405] Generated new certificate authority record
00:31:22.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.666498  7465 catalog_manager.cc:1539] Loading token signing keys...
00:31:22.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.674121  7465 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9590be211ee24661bdc33f114c8542f4: Generated new TSK 0
00:31:22.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.674667  7465 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:31:22.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.686249  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:0
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.801606  7474 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.801811  7474 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.801843  7474 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.803638  7474 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.803750  7474 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.129
00:31:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.805548  7474 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:0
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7474
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.805814  7474 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.806126  7474 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.809283  7480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.809312  7479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.810073  7482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.810575  7474 server_base.cc:1061] running on GCE node
00:31:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.810762  7474 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:22.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.810997  7474 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.812170  7474 hybrid_clock.cc:648] HybridClock initialized: now 1783470682812149 us; error 38 us; skew 500 ppm
00:31:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.813445  7474 webserver.cc:534] Webserver started at http://127.7.5.129:43681/ using document root <none> and password file <none>
00:31:22.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.813709  7474 fs_manager.cc:362] Metadata directory not provided
00:31:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.813812  7474 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.813933  7474 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.814949  7474 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/instance:
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.815372  7474 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal/instance:
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.816771  7474 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.001s
00:31:22.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.817637  7488 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.817996  7474 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.818077  7474 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.818140  7474 fs_report.cc:389] FS layout report
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/data
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.843218  7474 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.843641  7474 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.843786  7474 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.844079  7474 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.844548  7474 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.844635  7474 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.844676  7474 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.844696  7474 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:22.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.851586  7474 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.129:36667
00:31:22.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.851639  7601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.129:36667 every 8 connection(s)
00:31:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.851971  7474 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:22.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.856565  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7474
00:31:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.856681  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal/instance
00:31:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.857511  7603 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.857625  7603 heartbeater.cc:461] Registering TS with master...
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.857911  7602 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.857966  7602 heartbeater.cc:461] Registering TS with master...
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.858155  7603 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.858186  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:0
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.858151  7602 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.858687  7377 ts_manager.cc:194] Registered new tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.858714  7233 ts_manager.cc:194] Registered new tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.859697  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.129:59711
00:31:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.861315  7604 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.861397  7604 heartbeater.cc:461] Registering TS with master...
00:31:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.861457  7604 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.861836  7305 ts_manager.cc:194] Registered new tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.938133  7609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.938346  7609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.938380  7609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:22.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.940716  7609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:22.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.941077  7609 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.130
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.942914  7609 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:0
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7609
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.943162  7609 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.943429  7609 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.946228  7615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.946156  7614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.946178  7617 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.946662  7609 server_base.cc:1061] running on GCE node
00:31:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.946789  7609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.947007  7609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:22.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.948156  7609 hybrid_clock.cc:648] HybridClock initialized: now 1783470682948131 us; error 36 us; skew 500 ppm
00:31:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.949331  7609 webserver.cc:534] Webserver started at http://127.7.5.130:43297/ using document root <none> and password file <none>
00:31:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.949548  7609 fs_manager.cc:362] Metadata directory not provided
00:31:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.949618  7609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.949728  7609 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.950621  7609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/instance:
00:31:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.950973  7609 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal/instance:
00:31:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.952277  7609 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.952999  7623 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.953176  7609 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.953250  7609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.953306  7609 fs_report.cc:389] FS layout report
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/data
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:22.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.966805  7609 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967129  7609 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967249  7609 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967454  7609 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967738  7609 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967772  7609 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967793  7609 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.967805  7609 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.973403  7609 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.130:45233
00:31:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.973485  7736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.130:45233 every 8 connection(s)
00:31:22.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.973706  7609 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:22.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.978674  7737 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.978796  7737 heartbeater.cc:461] Registering TS with master...
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.978991  7737 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979233  7738 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979297  7738 heartbeater.cc:461] Registering TS with master...
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979360  7377 ts_manager.cc:194] Registered new tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979393  7738 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:22.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979686  7233 ts_manager.cc:194] Registered new tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.979885  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.130:35695
00:31:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.980038  7739 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.980088  7739 heartbeater.cc:461] Registering TS with master...
00:31:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.980180  7739 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.980525  7305 ts_manager.cc:194] Registered new tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.983215  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7609
00:31:22.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.983284  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal/instance
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.984283  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:0
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.061815  7744 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.062014  7744 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.062043  7744 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.063642  7744 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.063762  7744 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.131
00:31:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.065542  7744 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:0
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7744
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.065828  7744 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.066112  7744 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.068991  7752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.068986  7750 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:23.069062  7749 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.069734  7744 server_base.cc:1061] running on GCE node
00:31:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.069885  7744 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.070051  7744 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.071183  7744 hybrid_clock.cc:648] HybridClock initialized: now 1783470683071159 us; error 44 us; skew 500 ppm
00:31:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.072229  7744 webserver.cc:534] Webserver started at http://127.7.5.131:39217/ using document root <none> and password file <none>
00:31:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.072384  7744 fs_manager.cc:362] Metadata directory not provided
00:31:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.072423  7744 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.072494  7744 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.073380  7744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/instance:
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.073653  7744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal/instance:
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.075047  7744 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
00:31:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.075856  7758 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.076035  7744 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.076094  7744 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.076136  7744 fs_report.cc:389] FS layout report
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/data
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.106431  7744 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.106719  7744 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.106807  7744 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.106992  7744 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.107272  7744 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.107304  7744 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.107326  7744 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.107339  7744 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.113241  7744 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.131:44247
00:31:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.113325  7871 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.131:44247 every 8 connection(s)
00:31:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.113571  7744 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118597  7873 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118598  7874 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118753  7873 heartbeater.cc:461] Registering TS with master...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118752  7874 heartbeater.cc:461] Registering TS with master...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118860  7872 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118901  7872 heartbeater.cc:461] Registering TS with master...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118889  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7744
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118958  7190 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal/instance
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118995  7873 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118993  7874 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.118993  7872 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.119400  7305 ts_manager.cc:194] Registered new tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.119412  7233 ts_manager.cc:194] Registered new tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.119608  7377 ts_manager.cc:194] Registered new tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.120098  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.131:58815
00:31:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.122400  7190 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:31:23.123 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:23.124 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:31:23.132 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.5.190"
      port: 41129
    }
    bound_http_address {
      host: "127.7.5.190"
      port: 33991
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.5.189"
      port: 37927
    }
    bound_http_address {
      host: "127.7.5.189"
      port: 43027
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.5.188"
      port: 36761
    }
    bound_http_address {
      host: "127.7.5.188"
      port: 32989
    }
  }
}

00:31:23.135 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:31:23.136 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.5.129"
      port: 36667
    }
    bound_http_address {
      host: "127.7.5.129"
      port: 43681
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.5.130"
      port: 45233
    }
    bound_http_address {
      host: "127.7.5.130"
      port: 43297
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.5.131"
      port: 44247
    }
    bound_http_address {
      host: "127.7.5.131"
      port: 39217
    }
  }
}

00:31:23.137 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:31:23.341 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:31:23.401 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:23.543 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.5.190:41129(127.7.5.190:41129)] connecting to peer
00:31:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.546572  7434 catalog_manager.cc:1294] Loaded cluster ID: 1b36f12b47c247e9adc52b2340a31344
00:31:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.546644  7434 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: loading cluster ID for follower catalog manager: success
00:31:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.547972  7434 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: acquiring CA information for follower catalog manager: success
00:31:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.548280  7434 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0163bd52e10a4f78bd2de1b61a2ef368: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:23.593 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.5.189:37927(127.7.5.189:37927)] connecting to peer
00:31:23.595 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.5.188:36761(127.7.5.188:36761)] connecting to peer
00:31:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.602103  7461 catalog_manager.cc:1294] Loaded cluster ID: 1b36f12b47c247e9adc52b2340a31344
00:31:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.602187  7461 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: loading cluster ID for follower catalog manager: success
00:31:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.603556  7461 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: acquiring CA information for follower catalog manager: success
00:31:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.603889  7461 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5c852a3985cb4cb18ab833853a1c1500: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:23.611 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.5.189:37927(127.7.5.189:37927)] Successfully connected to peer
00:31:23.611 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.5.190:41129(127.7.5.190:41129)] Successfully connected to peer
00:31:23.613 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.5.188:36761(127.7.5.188:36761)] Successfully connected to peer
00:31:23.699 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.5.189
00:31:23.700 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.5.188
00:31:23.702 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.5.190
00:31:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.860563  7602 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:23.920 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x382b4bcc, L:/127.0.0.1:56246 - R:/127.7.5.189:37927] using SASL/PLAIN
00:31:23.920 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x09bb1f9d, L:/127.0.0.1:56608 - R:/127.7.5.190:41129] using SASL/PLAIN
00:31:23.921 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xda55acc5, L:/127.0.0.1:50196 - R:/127.7.5.188:36761] using SASL/PLAIN
00:31:23.955 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:23.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=447), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.5.190:41129, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.5.189:37927, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.5.188:36761, [420ms] Sub RPC ConnectToMaster: received response from server master-127.7.5.190:41129: OK, [420ms] Sub RPC ConnectToMaster: received response from server master-127.7.5.189:37927: OK, [420ms] Sub RPC ConnectToMaster: received response from server master-127.7.5.188:36761: OK, deferred=null) after lookup
00:31:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.980583  7737 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.000244  7377 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50196:
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496"
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:24.000630  7377 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:31:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.018863  7671 tablet_service.cc:1511] Processing CreateTablet for tablet 2b76ec926908444ab3085b4bc87c80cd (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496 [id=f66438fced76482da34e0294709c1557]), partition=RANGE (key) PARTITION UNBOUNDED
00:31:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.019003  7536 tablet_service.cc:1511] Processing CreateTablet for tablet 2b76ec926908444ab3085b4bc87c80cd (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496 [id=f66438fced76482da34e0294709c1557]), partition=RANGE (key) PARTITION UNBOUNDED
00:31:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.019193  7671 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b76ec926908444ab3085b4bc87c80cd. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.019204  7536 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b76ec926908444ab3085b4bc87c80cd. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.022744  7806 tablet_service.cc:1511] Processing CreateTablet for tablet 2b76ec926908444ab3085b4bc87c80cd (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496 [id=f66438fced76482da34e0294709c1557]), partition=RANGE (key) PARTITION UNBOUNDED
00:31:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.023027  7806 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2b76ec926908444ab3085b4bc87c80cd. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.025563  7904 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap starting.
00:31:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.025871  7903 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap starting.
00:31:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.026415  7904 tablet_bootstrap.cc:654] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Neither blocks nor log segments found. Creating new log.
00:31:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.026683  7903 tablet_bootstrap.cc:654] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Neither blocks nor log segments found. Creating new log.
00:31:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.027275  7903 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Log is configured to *not* fsync() on all Append() calls
00:31:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.027868  7902 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap starting.
00:31:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.027974  7904 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Log is configured to *not* fsync() on all Append() calls
00:31:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.028750  7902 tablet_bootstrap.cc:654] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Neither blocks nor log segments found. Creating new log.
00:31:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.029085  7902 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Log is configured to *not* fsync() on all Append() calls
00:31:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.029572  7903 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: No bootstrap required, opened a new log
00:31:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.029654  7903 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent bootstrapping tablet: real 0.004s	user 0.001s	sys 0.000s
00:31:24.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.031291  7903 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.031445  7903 raft_consensus.cc:385] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:24.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.031481  7903 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Initialized, Role: FOLLOWER
00:31:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.031579  7903 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.032399  7903 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
00:31:24.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f66438fced76482da34e0294709c1557
00:31:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.036439  7904 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: No bootstrap required, opened a new log
00:31:24.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.036540  7904 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent bootstrapping tablet: real 0.011s	user 0.001s	sys 0.000s
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038110  7902 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: No bootstrap required, opened a new log
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038054  7904 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038180  7904 raft_consensus.cc:385] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038195  7902 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent bootstrapping tablet: real 0.010s	user 0.000s	sys 0.001s
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038213  7904 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Initialized, Role: FOLLOWER
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038313  7904 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038513  7904 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
00:31:24.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.038733  7872 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.039959  7902 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.040103  7902 raft_consensus.cc:385] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.040133  7902 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Initialized, Role: FOLLOWER
00:31:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.040227  7902 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.040431  7902 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
00:31:24.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.042498  7908 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:24.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.042584  7908 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.042886  7908 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047186  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047356  7826 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 0.
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047573  7625 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: 
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047722  7908 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047781  7908 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.047811  7908 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 0 FOLLOWER]: Advancing to term 1
00:31:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.048504  7908 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.048864  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:24.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.048977  7826 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 0 FOLLOWER]: Advancing to term 1
00:31:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.049988  7826 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 1.
00:31:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.048805  7908 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 1 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:24.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.052604  7625 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: 
00:31:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.052841  7908 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Leader election won for term 1
00:31:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053004  7908 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 LEADER]: Becoming Leader. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Running, Role: LEADER
00:31:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053118  7908 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053484  7556 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f" is_pre_election: true
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053653  7556 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 0.
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053758  7555 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.053793  7555 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 0 FOLLOWER]: Advancing to term 1
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.054545  7555 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 1.
00:31:24.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.055178  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f reported cstate change: term changed from 0 to 1, leader changed from <none> to 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130). New cstate: current_term: 1 leader_uuid: "00eb20772e5a4f25996eeefc1af07e2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: HEALTHY } } }
00:31:24.074 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table f66438fced76482da34e0294709c1557
00:31:24.089 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.096 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [6ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=null) after lookup
00:31:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:24.104352  7605 tablet.cc:2406] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:24.106 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.109 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] Successfully connected to peer
00:31:24.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:24.115427  7875 tablet.cc:2406] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:24.177 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x44d9f3e9, L:/127.0.0.1:40066 - R:/127.7.5.130:45233] using TOKEN/null
00:31:24.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.180645  7826 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Refusing update from remote peer 00eb20772e5a4f25996eeefc1af07e2f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.180775  7555 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Refusing update from remote peer 00eb20772e5a4f25996eeefc1af07e2f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.181125  7913 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:24.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.181263  7908 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.184468  7916 mvcc.cc:204] Tried to move back new op lower bound from 7305095922400845824 to 7305095921885163520. Current Snapshot: MvccSnapshot[applied={T|T < 7305095922400845824 or (T in {7305095922400845824})}]
00:31:24.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.185371  7917 mvcc.cc:204] Tried to move back new op lower bound from 7305095922400845824 to 7305095921885163520. Current Snapshot: MvccSnapshot[applied={T|T < 7305095922400845824}]
00:31:24.253 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:24.254 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.130:45233
00:31:24.256 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:24.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:24.256544  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7609
00:31:24.262 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:24.265 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] handling channelInactive
00:31:24.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state READY due to: connection closed
00:31:24.266 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: connection closed
00:31:24.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.272 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test)) after lookup
00:31:24.273 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.275 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.292 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386))) after lookup
00:31:24.293 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.295 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.332 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.333 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [29ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928))) after lookup
00:31:24.334 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.336 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.352 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.352 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.353 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [29ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [71ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [73ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [73ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101))) after lookup
00:31:24.354 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.356 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:24.832 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:24.833 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=569), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [29ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [71ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [73ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [73ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [91ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [93ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [93ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [566ms] refreshing cache from master, [566ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [568ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722))) after lookup
00:31:24.834 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:24.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:24.835 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.711788  7931 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.711796  7932 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.711902  7932 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.711905  7931 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.712194  7931 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.712446  7932 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:25.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.712615  7492 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.713135  7762 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.713754  7762 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.714273  7492 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.715790  7555 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f" is_pre_election: true
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.715896  7555 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 1.
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716009  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716075  7826 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 1.
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716105  7759 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716248  7932 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716291  7932 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716315  7932 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 1 FOLLOWER]: Advancing to term 2
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716361  7490 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716486  7931 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Leader pre-election won for term 2
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716516  7931 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:25.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.716534  7931 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 1 FOLLOWER]: Advancing to term 2
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717176  7932 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717257  7931 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717325  7932 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717561  7931 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 election: Requested vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717574  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717581  7555 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717640  7826 raft_consensus.cc:2393] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c239b4b3c0964d099832ac7187374f9f in current term 2: Already voted for candidate a6b66b8ac0674f8698478a79ebbd5377 in this term.
00:31:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.717659  7555 raft_consensus.cc:2393] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a6b66b8ac0674f8698478a79ebbd5377 in current term 2: Already voted for candidate c239b4b3c0964d099832ac7187374f9f in this term.
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.718111  7762 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.718225  7759 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377; no voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.718321  7932 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.718420  7492 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.718466  7492 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377
00:31:25.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.718534  7931 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:31:26.452 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:26.452 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:26.453 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2190), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [29ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [71ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [73ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [73ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [91ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [93ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [93ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [566ms] refreshing cache from master, [566ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [568ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [570ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [572ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [572ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [2186ms] refreshing cache from master, [2187ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [2189ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722) -> (continuation of Deferred@372556511 after retry RPC@248447088), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722) -> (continuation of Deferred@372556511 after retry RPC@248447088))) after lookup
00:31:26.454 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:26.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:26.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:26.455 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.549661  7941 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.549752  7941 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.549902  7941 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550175  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550274  7826 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 2.
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550467  7490 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550572  7941 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Leader pre-election won for term 3
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550607  7941 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.550633  7941 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 2 FOLLOWER]: Advancing to term 3
00:31:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.550711  7492 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.551231  7941 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.551370  7941 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 election: Requested vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.551540  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.551621  7826 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 2 FOLLOWER]: Advancing to term 3
00:31:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.551885  7492 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.552484  7826 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 3.
00:31:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.552649  7490 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.552747  7941 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Leader election won for term 3
00:31:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.553051  7941 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 LEADER]: Becoming Leader. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Running, Role: LEADER
00:31:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.553337  7941 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.554793  7376 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f reported cstate change: term changed from 1 to 3, leader changed from 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130) to c239b4b3c0964d099832ac7187374f9f (127.7.5.129). New cstate: current_term: 3 leader_uuid: "c239b4b3c0964d099832ac7187374f9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.010138  7826 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Refusing update from remote peer c239b4b3c0964d099832ac7187374f9f: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
00:31:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.010481  7941 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:31:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.012449  7492 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f -> Peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Couldn't send request to peer 00eb20772e5a4f25996eeefc1af07e2f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:28.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:28.852 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:28.853 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4589), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [3ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [12ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [12ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [29ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [71ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [73ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [73ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [86ms] refreshing cache from master, [87ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [89ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [91ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [93ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [93ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [566ms] refreshing cache from master, [566ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [568ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [570ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [572ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [572ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [2186ms] refreshing cache from master, [2187ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [2189ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [2191ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [2192ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [2192ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [4586ms] refreshing cache from master, [4586ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [4588ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1266972909(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@2cd06d2d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722) -> (continuation of Deferred@372556511 after retry RPC@248447088) -> (continuation of Deferred@1486434896 after retry RPC@782460339), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a0d8f3f -> wakeup thread Time-limited test -> (continuation of Deferred@2105647799 after retry RPC@594794386) -> (continuation of Deferred@1951196623 after retry RPC@1707728928) -> (continuation of Deferred@145107384 after retry RPC@71999101) -> (continuation of Deferred@1909925097 after retry RPC@2013131722) -> (continuation of Deferred@372556511 after retry RPC@248447088) -> (continuation of Deferred@1486434896 after retry RPC@782460339))) after lookup
00:31:28.854 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:28.855 [DEBUG - kudu-nio-2] (Connection.java:757) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] Successfully connected to peer
00:31:28.876 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb2656653, L:/127.0.0.1:51042 - R:/127.7.5.129:36667] using TOKEN/null
00:31:28.888 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.130:45233
00:31:28.890 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.890751  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.969336  7969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.969504  7969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.969527  7969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.970971  7969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.971028  7969 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.130
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.972492  7969 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7969
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.972685  7969 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.972879  7969 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.975219  7976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.975231  7977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.975345  7979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.975751  7969 server_base.cc:1061] running on GCE node
00:31:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.975952  7969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.976130  7969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:28.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.977281  7969 hybrid_clock.cc:648] HybridClock initialized: now 1783470688977264 us; error 25 us; skew 500 ppm
00:31:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.978510  7969 webserver.cc:534] Webserver started at http://127.7.5.130:43297/ using document root <none> and password file <none>
00:31:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.978751  7969 fs_manager.cc:362] Metadata directory not provided
00:31:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.978858  7969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.980109  7969 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
00:31:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.980798  7985 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.980955  7969 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.981050  7969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.981362  7969 fs_report.cc:389] FS layout report
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/data
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:28.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:28.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.996207  7969 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.996557  7969 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.996706  7969 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.996955  7969 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.997483  7992 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.998288  7969 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.998351  7969 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.998386  7969 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.998966  7969 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.999025  7969 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.999117  7992 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap starting.
00:31:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.006587  7969 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.130:45233
00:31:29.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.006646  8099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.130:45233 every 8 connection(s)
00:31:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.007333  7969 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.010406  7992 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Log is configured to *not* fsync() on all Append() calls
00:31:29.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.013758  7992 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:29.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.014081  7992 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap complete.
00:31:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.014999  7992 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.008s
00:31:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.015563  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 7969
00:31:29.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.015986  7992 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.016192  7992 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Initialized, Role: FOLLOWER
00:31:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.016304  7992 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:29.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.016551  7992 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent starting tablet: real 0.001s	user 0.003s	sys 0.000s
00:31:29.020 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:29.020 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.129:36667
00:31:29.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.021376  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7474
00:31:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.022540  8100 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.022637  8100 heartbeater.cc:461] Registering TS with master...
00:31:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.022842  8100 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.023371  7376 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.023866  8101 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.023916  8101 heartbeater.cc:461] Registering TS with master...
00:31:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.023921  7376 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.130:60715
00:31:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.024020  8101 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:29.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.024706  8100 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.024914  8102 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.024974  8102 heartbeater.cc:461] Registering TS with master...
00:31:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.025043  8102 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.025095  7233 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.025686  7304 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:29.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:29.028 [DEBUG - kudu-nio-2] (Connection.java:239) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] handling channelInactive
00:31:29.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state READY due to: connection closed
00:31:29.050 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.052 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:29.073 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:29.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test)) after lookup
00:31:29.074 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.075 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:29.092 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:29.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [45ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [47ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [47ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [63ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369))) after lookup
00:31:29.093 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.094 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:29.172 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:29.172 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [45ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [47ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [47ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [63ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [65ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [66ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [66ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [143ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359))) after lookup
00:31:29.173 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.174 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.212 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:29.212 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:29.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [45ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [47ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [47ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [63ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [65ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [66ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [66ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [143ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [145ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [146ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [146ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [181ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [184ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114))) after lookup
00:31:29.214 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.216 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.771 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:29.772 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:29.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=743), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [45ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [47ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [47ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [63ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [65ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [66ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [66ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [143ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [145ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [146ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [146ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [181ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [184ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [185ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [187ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [188ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [741ms] refreshing cache from master, [741ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [743ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114) -> (continuation of Deferred@1581219340 after retry RPC@707665404), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114) -> (continuation of Deferred@1581219340 after retry RPC@707665404))) after lookup
00:31:29.773 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:29.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:29.775 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.351481  8113 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.351598  8113 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.351909  8113 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.352413  7986 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.352929  7986 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.355001  7826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.355284  7987 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f; no voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f
00:31:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.355402  8113 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:31:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.387571  8118 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.387666  8118 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.387852  8118 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.388636  7759 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391027  8054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f" is_pre_election: true
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391135  8054 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 1.
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391340  7762 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391444  8118 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Leader pre-election won for term 4
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391535  8118 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Starting leader election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.391561  8118 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 3 FOLLOWER]: Advancing to term 4
00:31:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.392226  8118 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.392390  8118 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.392570  8054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:30.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.392661  8054 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 1 FOLLOWER]: Advancing to term 4
00:31:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.393003  7759 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.393734  8054 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 4.
00:31:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.393913  7762 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.394006  8118 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Leader election won for term 4
00:31:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.394150  8118 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 LEADER]: Becoming Leader. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Running, Role: LEADER
00:31:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.394254  8118 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.394953  7376 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 reported cstate change: term changed from 3 to 4, leader changed from c239b4b3c0964d099832ac7187374f9f (127.7.5.129) to a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131). New cstate: current_term: 4 leader_uuid: "a6b66b8ac0674f8698478a79ebbd5377" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:30.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:30.871 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:30.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1843), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [45ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [47ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [47ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [63ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [65ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [66ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [66ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [141ms] refreshing cache from master, [141ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [143ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [145ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [146ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [146ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [181ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [184ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [185ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [187ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [188ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [741ms] refreshing cache from master, [741ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [743ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [745ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [747ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [747ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [1841ms] refreshing cache from master, [1841ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1843ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1598006169(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@3adbe180 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114) -> (continuation of Deferred@1581219340 after retry RPC@707665404) -> (continuation of Deferred@357503420 after retry RPC@1339305748), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3196a7ec -> wakeup thread Time-limited test -> (continuation of Deferred@1707719875 after retry RPC@1633996369) -> (continuation of Deferred@1630507677 after retry RPC@654237359) -> (continuation of Deferred@1897096489 after retry RPC@566810114) -> (continuation of Deferred@1581219340 after retry RPC@707665404) -> (continuation of Deferred@357503420 after retry RPC@1339305748))) after lookup
00:31:30.872 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:30.873 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] Successfully connected to peer
00:31:30.893 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x48ac47aa, L:/127.0.0.1:49220 - R:/127.7.5.131:44247] using TOKEN/null
00:31:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.895995  7759 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111) [suppressed 3 similar messages]
00:31:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.896139  8054 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Refusing update from remote peer a6b66b8ac0674f8698478a79ebbd5377: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
00:31:30.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.896546  8139 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Connected to new peer: Peer: permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
00:31:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.897740  7759 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 -> Peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Couldn't send request to peer c239b4b3c0964d099832ac7187374f9f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.898021  8144 mvcc.cc:204] Tried to move back new op lower bound from 7305095941662560256 to 7305095936219742208. Current Snapshot: MvccSnapshot[applied={T|T < 7305095941645377536}]
00:31:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.898954  8137 mvcc.cc:204] Tried to move back new op lower bound from 7305095949906853888 to 7305095947855466496. Current Snapshot: MvccSnapshot[applied={T|T < 7305095949906853888}]
00:31:30.908 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.129:36667
00:31:30.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.910051  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:30.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:30.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.990734  8151 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.990895  8151 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.990913  8151 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.992266  8151 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.992311  8151 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.129
00:31:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.993777  8151 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8151
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.993952  8151 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.994201  8151 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.996794  8159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.996834  8156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.996949  8157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.997068  8151 server_base.cc:1061] running on GCE node
00:31:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.997380  8151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.997594  8151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.998760  8151 hybrid_clock.cc:648] HybridClock initialized: now 1783470690998730 us; error 40 us; skew 500 ppm
00:31:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.999922  8151 webserver.cc:534] Webserver started at http://127.7.5.129:43681/ using document root <none> and password file <none>
00:31:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.000164  8151 fs_manager.cc:362] Metadata directory not provided
00:31:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.000283  8151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:31.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.001585  8151 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
00:31:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.002228  8165 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.002405  8151 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
00:31:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.002503  8151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:31.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.002800  8151 fs_report.cc:389] FS layout report
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/data
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.020081  8151 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.020466  8151 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:31.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.020638  8151 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.020893  8151 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:31.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.021415  8172 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.022251  8151 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.022315  8151 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.022351  8151 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.022943  8151 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.023000  8151 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.023029  8172 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap starting.
00:31:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.030529  8151 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.129:36667
00:31:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.030654  8279 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.129:36667 every 8 connection(s)
00:31:31.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.030829  8172 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Log is configured to *not* fsync() on all Append() calls
00:31:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.030954  8151 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:31.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.033999  8172 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.034274  8172 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap complete.
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.035028  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 8151
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.035362  8172 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent bootstrapping tablet: real 0.012s	user 0.002s	sys 0.008s
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.036373  8172 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.036541  8172 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Initialized, Role: FOLLOWER
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.036645  8172 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:31.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.036875  8172 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
00:31:31.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.038719  8283 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.038812  8283 heartbeater.cc:461] Registering TS with master...
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.038838  8281 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.038909  8281 heartbeater.cc:461] Registering TS with master...
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039002  8283 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039013  8281 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039634  7376 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:31.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039726  7305 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039940  8282 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.039996  8282 heartbeater.cc:461] Registering TS with master...
00:31:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.040087  8282 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.040125  7376 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.129:53317
00:31:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.040444  7233 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.041215  8281 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:31.041 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:31.042 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.131:44247
00:31:31.042 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:31.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.042526  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7744
00:31:31.048 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] handling channelInactive
00:31:31.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state READY due to: connection closed
00:31:31.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:31.049 [DEBUG - Time-limited test] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.050 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:31.072 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:31.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test)) after lookup
00:31:31.073 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.074 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:31.092 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:31.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689))) after lookup
00:31:31.093 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.094 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:31.132 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:31.134 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956))) after lookup
00:31:31.135 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.137 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.212 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:31.212 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:31.213 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=163), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [86ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [88ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [88ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738))) after lookup
00:31:31.213 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.215 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:31.372 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:31.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=323), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [86ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [88ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [88ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [164ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [165ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [166ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371))) after lookup
00:31:31.373 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:31.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:31.374 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:32.172 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:32.173 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:32.173 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1124), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [86ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [88ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [88ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [164ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [165ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [166ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [323ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [325ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [325ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1120ms] refreshing cache from master, [1121ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1123ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371) -> (continuation of Deferred@1444812005 after retry RPC@1145871128), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371) -> (continuation of Deferred@1444812005 after retry RPC@1145871128))) after lookup
00:31:32.174 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:32.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:32.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:32.175 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.407541  8293 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.407636  8293 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.407805  8293 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:32.408594  7987 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411089  8234 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f" is_pre_election: true
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411222  8234 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 3.
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411469  7986 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411615  8293 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Leader pre-election won for term 5
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411656  8293 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Starting leader election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.411671  8293 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 4 FOLLOWER]: Advancing to term 5
00:31:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.412236  8293 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.412380  8293 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.412562  8234 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.412645  8234 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 3 FOLLOWER]: Advancing to term 5
00:31:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:32.412868  7987 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.413825  8234 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 5.
00:31:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.414038  7986 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.414146  8293 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Leader election won for term 5
00:31:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.414278  8293 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 LEADER]: Becoming Leader. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Running, Role: LEADER
00:31:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.414387  8293 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:32.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.415165  7376 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f reported cstate change: term changed from 4 to 5, leader changed from a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131) to 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130). New cstate: current_term: 5 leader_uuid: "00eb20772e5a4f25996eeefc1af07e2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: HEALTHY } } }
00:31:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.817953  8234 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Refusing update from remote peer 00eb20772e5a4f25996eeefc1af07e2f: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
00:31:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.818327  8293 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
00:31:32.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:32.821115  7987 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f -> Peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Couldn't send request to peer a6b66b8ac0674f8698478a79ebbd5377. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:35.343680  7987 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f -> Peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Couldn't send request to peer a6b66b8ac0674f8698478a79ebbd5377. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:31:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:35.868180  7987 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111) [suppressed 8 similar messages]
00:31:35.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:35.991 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:35.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=4943), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [23ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [82ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [86ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [88ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [88ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [160ms] refreshing cache from master, [160ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [162ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [164ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [165ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [166ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [323ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [325ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [325ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1120ms] refreshing cache from master, [1121ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1123ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [1124ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1126ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1126ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [4940ms] refreshing cache from master, [4940ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [4942ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1889554750(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@71bd60fb -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371) -> (continuation of Deferred@1444812005 after retry RPC@1145871128) -> (continuation of Deferred@1984273271 after retry RPC@1458653948), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@649da018 -> wakeup thread Time-limited test -> (continuation of Deferred@1712723115 after retry RPC@1862460689) -> (continuation of Deferred@391681739 after retry RPC@1871364956) -> (continuation of Deferred@2028950264 after retry RPC@1095171738) -> (continuation of Deferred@592031360 after retry RPC@1789861371) -> (continuation of Deferred@1444812005 after retry RPC@1145871128) -> (continuation of Deferred@1984273271 after retry RPC@1458653948))) after lookup
00:31:35.992 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:35.993 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] Successfully connected to peer
00:31:36.011 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2290a871, L:/127.0.0.1:52102 - R:/127.7.5.130:45233] using TOKEN/null
00:31:36.029 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.131:44247
00:31:36.029 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.030014  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.111723  8337 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.111903  8337 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.111933  8337 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.113569  8337 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.113646  8337 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.131
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.115213  8337 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8337
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.115470  8337 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:36.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.115751  8337 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.118363  8343 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.118394  8342 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.118592  8337 server_base.cc:1061] running on GCE node
00:31:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.118394  8345 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:36.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.119666  8337 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.119941  8337 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.121085  8337 hybrid_clock.cc:648] HybridClock initialized: now 1783470696121065 us; error 38 us; skew 500 ppm
00:31:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.122171  8337 webserver.cc:534] Webserver started at http://127.7.5.131:39217/ using document root <none> and password file <none>
00:31:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.122396  8337 fs_manager.cc:362] Metadata directory not provided
00:31:36.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.122478  8337 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.123664  8337 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
00:31:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.124300  8351 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.124501  8337 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
00:31:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.124600  8337 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.124905  8337 fs_report.cc:389] FS layout report
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/data
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.142444  8337 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.142831  8337 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.142967  8337 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.143190  8337 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.143576  8358 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.145486  8337 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.145550  8337 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
00:31:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.145586  8337 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.146150  8337 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.146185  8337 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.146236  8358 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap starting.
00:31:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.154785  8358 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Log is configured to *not* fsync() on all Append() calls
00:31:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.157249  8337 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.131:44247
00:31:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.157356  8466 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.131:44247 every 8 connection(s)
00:31:36.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.157868  8337 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.158306  8358 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:36.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.158779  8358 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap complete.
00:31:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.159879  8358 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent bootstrapping tablet: real 0.014s	user 0.005s	sys 0.007s
00:31:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.161006  8358 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.161290  8358 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Initialized, Role: FOLLOWER
00:31:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.161391  8358 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.161638  8358 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
00:31:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.163681  8469 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:36.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.163801  8469 heartbeater.cc:461] Registering TS with master...
00:31:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.163990  8469 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.164283  8468 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.164348  8468 heartbeater.cc:461] Registering TS with master...
00:31:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.164443  8468 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.164595  7305 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.164789  7232 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165007  8467 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165074  8467 heartbeater.cc:461] Registering TS with master...
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165189  8467 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165416  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 8337
00:31:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165488  7377 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:36.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.165927  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.131:38973
00:31:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.167609  8467 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:36.170 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:36.175 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.130:45233
00:31:36.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:36.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.175761  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7969
00:31:36.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:36.182 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] handling channelInactive
00:31:36.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state READY due to: connection closed
00:31:36.190 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.192 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.211 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:36.212 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:36.212 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test)) after lookup
00:31:36.213 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.214 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:36.231 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:36.232 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [30ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [49ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260))) after lookup
00:31:36.232 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.234 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:36.292 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:36.293 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [30ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [49ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [50ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [52ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [52ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805))) after lookup
00:31:36.293 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.295 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:36.512 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:36.512 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=330), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [30ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [49ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [50ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [52ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [52ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [111ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [113ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [113ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [327ms] refreshing cache from master, [327ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [329ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835))) after lookup
00:31:36.513 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.515 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:36.932 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:36.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=750), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [30ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [49ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [50ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [52ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [52ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [111ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [113ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [113ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [327ms] refreshing cache from master, [327ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [329ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [331ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [333ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [333ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [747ms] refreshing cache from master, [747ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [749ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835) -> (continuation of Deferred@132470056 after retry RPC@494173357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835) -> (continuation of Deferred@132470056 after retry RPC@494173357))) after lookup
00:31:36.933 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:36.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:36.935 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.528967  8479 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.529131  8479 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.529443  8479 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:37.529892  8169 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:37.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:37.530329  8169 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.532785  8420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.532943  8420 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 4.
00:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.533231  8167 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.533385  8479 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Leader pre-election won for term 6
00:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.533433  8479 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Starting leader election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.533448  8479 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 5 FOLLOWER]: Advancing to term 6
00:31:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.534065  8479 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.534206  8479 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 election: Requested vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.534370  8420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.534461  8420 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 4 FOLLOWER]: Advancing to term 6
00:31:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:37.534803  8169 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:37.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.535514  8420 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 6.
00:31:37.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.535709  8167 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:37.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.535835  8479 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 FOLLOWER]: Leader election won for term 6
00:31:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.535950  8479 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 LEADER]: Becoming Leader. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Running, Role: LEADER
00:31:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.536015  8479 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.536732  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f reported cstate change: term changed from 5 to 6, leader changed from 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130) to c239b4b3c0964d099832ac7187374f9f (127.7.5.129). New cstate: current_term: 6 leader_uuid: "c239b4b3c0964d099832ac7187374f9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.989569  8420 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Refusing update from remote peer c239b4b3c0964d099832ac7187374f9f: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
00:31:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.989991  8479 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
00:31:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:37.993613  8169 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f -> Peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Couldn't send request to peer 00eb20772e5a4f25996eeefc1af07e2f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:38.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:38.852 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:38.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2670), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [10ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [10ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [29ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [30ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [32ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [32ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [49ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [50ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [52ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [52ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [109ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [111ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [113ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [113ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [327ms] refreshing cache from master, [327ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [329ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [331ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [333ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [333ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [747ms] refreshing cache from master, [747ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [749ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [751ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [753ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [753ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [2667ms] refreshing cache from master, [2667ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [2669ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1473346268(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@c778e00 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835) -> (continuation of Deferred@132470056 after retry RPC@494173357) -> (continuation of Deferred@1778308515 after retry RPC@1464945957), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@617afc0b -> wakeup thread Time-limited test -> (continuation of Deferred@120155214 after retry RPC@822432260) -> (continuation of Deferred@2102931872 after retry RPC@1716967805) -> (continuation of Deferred@621826597 after retry RPC@1977477835) -> (continuation of Deferred@132470056 after retry RPC@494173357) -> (continuation of Deferred@1778308515 after retry RPC@1464945957))) after lookup
00:31:38.853 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:38.854 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] Successfully connected to peer
00:31:38.867 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa961534b, L:/127.0.0.1:60402 - R:/127.7.5.129:36667] using TOKEN/null
00:31:38.876 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.130:45233
00:31:38.877 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.877398  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.954787  8512 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.954978  8512 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.955010  8512 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.956581  8512 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.956696  8512 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.130
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.958276  8512 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8512
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.958528  8512 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.958830  8512 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.961565  8517 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.961777  8520 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.961787  8512 server_base.cc:1061] running on GCE node
00:31:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.961539  8518 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.962149  8512 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.962368  8512 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:38.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.963514  8512 hybrid_clock.cc:648] HybridClock initialized: now 1783470698963487 us; error 43 us; skew 500 ppm
00:31:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.964560  8512 webserver.cc:534] Webserver started at http://127.7.5.130:43297/ using document root <none> and password file <none>
00:31:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.964711  8512 fs_manager.cc:362] Metadata directory not provided
00:31:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.964753  8512 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.965895  8512 fs_manager.cc:714] Time spent opening directory manager: real 0.000s	user 0.001s	sys 0.000s
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.966408  8526 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.966544  8512 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.966585  8512 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.966827  8512 fs_report.cc:389] FS layout report
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/data
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.985342  8512 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.985574  8512 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.985656  8512 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:38.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.985813  8512 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:38.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.986182  8533 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987062  8512 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987100  8512 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987123  8512 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987581  8512 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987610  8512 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:38.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.987712  8533 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap starting.
00:31:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.994752  8512 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.130:45233
00:31:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.995105  8512 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.995633  8640 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.130:45233 every 8 connection(s)
00:31:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.998035  8533 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Log is configured to *not* fsync() on all Append() calls
00:31:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.001586  8533 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.002014  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 8512
00:31:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.002259  8642 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:39.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.002336  8642 heartbeater.cc:461] Registering TS with master...
00:31:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.002504  8642 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.003108  7232 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.003345  8641 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.003391  8641 heartbeater.cc:461] Registering TS with master...
00:31:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.003480  8641 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.004259  8533 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap complete.
00:31:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.004282  8643 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.004335  8643 heartbeater.cc:461] Registering TS with master...
00:31:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.004420  8643 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.005061  7377 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.005354  8533 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.006s
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.005534  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.130:47961
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.005738  7304 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.006376  8533 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.006652  8533 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Initialized, Role: FOLLOWER
00:31:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.006762  8533 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:39.007 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:39.007 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.129:36667
00:31:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.006999  8533 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
00:31:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.007287  8641 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:39.008 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.008402  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 8151
00:31:39.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:39.014 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] handling channelInactive
00:31:39.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state READY due to: connection closed
00:31:39.029 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.031 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:39.051 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:39.052 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test)) after lookup
00:31:39.052 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.053 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:39.072 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:39.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [38ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [39ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325))) after lookup
00:31:39.073 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.074 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:39.092 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:39.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [38ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [39ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [59ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [60ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [60ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460))) after lookup
00:31:39.098 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.100 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:39.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:39.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=257), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [38ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [39ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [59ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [60ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [60ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [84ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [86ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [86ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [257ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141))) after lookup
00:31:39.272 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.273 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:39.832 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:39.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=817), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [38ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [39ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [59ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [60ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [60ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [84ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [86ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [86ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [257ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [258ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [259ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [259ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [815ms] refreshing cache from master, [815ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [817ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141) -> (continuation of Deferred@1823883239 after retry RPC@1690801418), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141) -> (continuation of Deferred@1823883239 after retry RPC@1690801418))) after lookup
00:31:39.833 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:39.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:39.834 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.275466  8655 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.275629  8655 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.275945  8655 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.276381  8527 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.276863  8527 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.279129  8420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.279456  8528 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f; no voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f
00:31:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.279589  8655 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
00:31:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.376590  8660 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.376729  8660 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.377099  8660 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.377589  8352 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.378118  8352 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380201  8595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f" is_pre_election: true
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380306  8595 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 5.
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380529  8355 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380666  8660 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Leader pre-election won for term 7
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380719  8660 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Starting leader election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.380735  8660 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 6 FOLLOWER]: Advancing to term 7
00:31:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.381573  8660 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.381717  8660 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.381950  8595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.382030  8595 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 5 FOLLOWER]: Advancing to term 7
00:31:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.382298  8352 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.383203  8595 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 7.
00:31:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.383420  8355 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.383531  8660 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Leader election won for term 7
00:31:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.383715  8660 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 LEADER]: Becoming Leader. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Running, Role: LEADER
00:31:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.383828  8660 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.384579  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 reported cstate change: term changed from 6 to 7, leader changed from c239b4b3c0964d099832ac7187374f9f (127.7.5.129) to a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131). New cstate: current_term: 7 leader_uuid: "a6b66b8ac0674f8698478a79ebbd5377" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.888587  8595 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Refusing update from remote peer a6b66b8ac0674f8698478a79ebbd5377: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
00:31:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.888993  8677 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Connected to new peer: Peer: permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
00:31:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.892678  8352 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 -> Peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Couldn't send request to peer c239b4b3c0964d099832ac7187374f9f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:41.712 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:41.712 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:41.712 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2697), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [17ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [17ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [38ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [39ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [59ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [60ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [60ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [84ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [86ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [86ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [255ms] refreshing cache from master, [255ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [257ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [258ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [259ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [259ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [815ms] refreshing cache from master, [815ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [817ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [818ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [820ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [820ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2695ms] refreshing cache from master, [2695ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [2697ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@462130879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@46eed08e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141) -> (continuation of Deferred@1823883239 after retry RPC@1690801418) -> (continuation of Deferred@1695728363 after retry RPC@1034249350), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78b5e937 -> wakeup thread Time-limited test -> (continuation of Deferred@1202911464 after retry RPC@1865688325) -> (continuation of Deferred@904408449 after retry RPC@2067409460) -> (continuation of Deferred@1099800378 after retry RPC@1800169141) -> (continuation of Deferred@1823883239 after retry RPC@1690801418) -> (continuation of Deferred@1695728363 after retry RPC@1034249350))) after lookup
00:31:41.713 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:41.714 [DEBUG - kudu-nio-7] (Connection.java:757) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] Successfully connected to peer
00:31:41.740 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xc1e36a6c, L:/127.0.0.1:60922 - R:/127.7.5.131:44247] using TOKEN/null
00:31:41.769 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.129:36667
00:31:41.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.771310  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:41.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.857185  8696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.857342  8696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.857362  8696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:41.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.858793  8696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:41.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.858839  8696 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.129
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.860308  8696 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8696
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:41.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.860494  8696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:41.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.860679  8696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.863102  8702 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.863152  8704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.863124  8701 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.863189  8696 server_base.cc:1061] running on GCE node
00:31:41.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.863660  8696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:41.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.863945  8696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:41.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.865075  8696 hybrid_clock.cc:648] HybridClock initialized: now 1783470701865042 us; error 42 us; skew 500 ppm
00:31:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.866236  8696 webserver.cc:534] Webserver started at http://127.7.5.129:43681/ using document root <none> and password file <none>
00:31:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.866449  8696 fs_manager.cc:362] Metadata directory not provided
00:31:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.866534  8696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:41.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.867659  8696 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:31:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.868268  8710 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.868438  8696 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:31:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.868512  8696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:41.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.868813  8696 fs_report.cc:389] FS layout report
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/data
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.918684  8696 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.919080  8696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.919217  8696 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.919476  8696 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.919997  8717 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.920794  8696 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.920856  8696 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.920892  8696 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.921459  8696 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.921518  8696 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.921540  8717 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap starting.
00:31:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.929100  8696 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.129:36667
00:31:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.929126  8824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.129:36667 every 8 connection(s)
00:31:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.929523  8696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.929708  8717 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Log is configured to *not* fsync() on all Append() calls
00:31:41.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.933555  8717 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:41.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.933876  8717 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap complete.
00:31:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.935491  8717 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.012s
00:31:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.936656  8717 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.936869  8717 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Initialized, Role: FOLLOWER
00:31:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.936913  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 8696
00:31:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.936970  8717 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.937256  8717 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
00:31:41.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.940244  8779 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 6 FOLLOWER]: Advancing to term 7
00:31:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.940436  8825 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.940536  8825 heartbeater.cc:461] Registering TS with master...
00:31:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.940732  8825 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:41.941 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.940456  8826 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.941284  8826 heartbeater.cc:461] Registering TS with master...
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.941351  8827 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.941387  8827 heartbeater.cc:461] Registering TS with master...
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.941460  8827 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:41.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.941606  8826 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:41.941 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.131:44247
00:31:41.942 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.942516  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 8337
00:31:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.944070  7377 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.944406  7305 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.944597  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.129:33879
00:31:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.944806  7232 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:41.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.945319  8825 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.948781  8713 connection.cc:573] server connection from 127.7.5.131:40839 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:31:41.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:41.949 [DEBUG - kudu-nio-7] (Connection.java:239) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] handling channelInactive
00:31:41.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state READY due to: connection closed
00:31:41.970 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:41.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:41.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:41.971 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:41.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:41.991 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:41.991 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test)) after lookup
00:31:41.992 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:41.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:41.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:41.993 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:42.012 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:42.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [44ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [44ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016))) after lookup
00:31:42.012 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:42.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.014 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:42.072 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:42.072 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [44ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [44ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [63ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506))) after lookup
00:31:42.073 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:42.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.074 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:42.272 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:42.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=322), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [44ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [44ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [63ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [124ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [125ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [125ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290))) after lookup
00:31:42.273 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:42.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.274 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.672 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:42.672 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:42.672 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=722), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [44ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [44ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [63ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [124ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [125ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [125ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [324ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [325ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [325ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [720ms] refreshing cache from master, [720ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [722ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290) -> (continuation of Deferred@1756059291 after retry RPC@1703333027), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290) -> (continuation of Deferred@1756059291 after retry RPC@1703333027))) after lookup
00:31:42.673 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:42.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:42.674 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.269485  8846 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Starting pre-election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.269606  8846 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.269793  8846 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.270520  8528 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.272629  8779 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f" is_pre_election: true
00:31:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.272956  8527 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f; no voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f
00:31:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.273097  8846 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
00:31:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.442216  8851 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 7 FOLLOWER]: Starting pre-election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.442338  8851 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.442620  8851 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.443063  8712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.443595  8712 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.445796  8595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f" is_pre_election: true
00:31:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.445910  8595 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 7.
00:31:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.446108  8714 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.446264  8851 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 7 FOLLOWER]: Leader pre-election won for term 8
00:31:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.446344  8851 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 7 FOLLOWER]: Starting leader election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.446368  8851 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 7 FOLLOWER]: Advancing to term 8
00:31:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.447175  8851 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.447463  8595 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.447540  8595 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 7 FOLLOWER]: Advancing to term 8
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.447966  8712 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448256  8595 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 8.
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448366  8851 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 election: Requested vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448458  8714 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448561  8851 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Leader election won for term 8
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448693  8851 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 LEADER]: Becoming Leader. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Running, Role: LEADER
00:31:43.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.448791  8851 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.449515  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f reported cstate change: term changed from 7 to 8, leader changed from a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131) to c239b4b3c0964d099832ac7187374f9f (127.7.5.129). New cstate: current_term: 8 leader_uuid: "c239b4b3c0964d099832ac7187374f9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:43.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.875715  8712 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f -> Peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Couldn't send request to peer a6b66b8ac0674f8698478a79ebbd5377. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:43.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.939453  8595 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Refusing update from remote peer c239b4b3c0964d099832ac7187374f9f: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
00:31:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.939810  8851 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 24, Time since last communication: 0.000s
00:31:45.611 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:45.611 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:45.612 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3662), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [22ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [22ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [43ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [44ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [44ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [63ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [122ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [124ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [125ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [125ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [322ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [324ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [325ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [325ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [720ms] refreshing cache from master, [720ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [722ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [724ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [725ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [725ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [3660ms] refreshing cache from master, [3660ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [3662ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1748351794(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@7e2273e6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290) -> (continuation of Deferred@1756059291 after retry RPC@1703333027) -> (continuation of Deferred@624666969 after retry RPC@1988856457), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@64698d13 -> wakeup thread Time-limited test -> (continuation of Deferred@1323869523 after retry RPC@1715579016) -> (continuation of Deferred@1196614194 after retry RPC@1080316506) -> (continuation of Deferred@201855683 after retry RPC@1847355290) -> (continuation of Deferred@1756059291 after retry RPC@1703333027) -> (continuation of Deferred@624666969 after retry RPC@1988856457))) after lookup
00:31:45.612 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.613 [DEBUG - kudu-nio-6] (Connection.java:757) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] Successfully connected to peer
00:31:45.642 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x9b4adc2d, L:/127.0.0.1:60454 - R:/127.7.5.129:36667] using TOKEN/null
00:31:45.661 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.131:44247
00:31:45.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.662403  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.737367  8885 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.737527  8885 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.737603  8885 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.739005  8885 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.739059  8885 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.131
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.740542  8885 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8885
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.740712  8885 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.740891  8885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.743505  8890 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.743521  8891 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.743959  8885 server_base.cc:1061] running on GCE node
00:31:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.743533  8893 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.744170  8885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:45.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.744354  8885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:45.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.745505  8885 hybrid_clock.cc:648] HybridClock initialized: now 1783470705745481 us; error 36 us; skew 500 ppm
00:31:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.746682  8885 webserver.cc:534] Webserver started at http://127.7.5.131:39217/ using document root <none> and password file <none>
00:31:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.746918  8885 fs_manager.cc:362] Metadata directory not provided
00:31:45.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.746995  8885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:45.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.748257  8885 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.748950  8899 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.749116  8885 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.749181  8885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.749487  8885 fs_report.cc:389] FS layout report
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/data
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:45.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.761207  8885 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.761430  8885 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.761543  8885 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.761746  8885 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.762154  8906 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763146  8885 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763211  8885 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763244  8885 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763859  8885 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763911  8885 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.763939  8906 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap starting.
00:31:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.770612  8885 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.131:44247
00:31:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.770687  9013 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.131:44247 every 8 connection(s)
00:31:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.771003  8885 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.773890  8906 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Log is configured to *not* fsync() on all Append() calls
00:31:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.776125  9014 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.776371  9014 heartbeater.cc:461] Registering TS with master...
00:31:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.776607  9014 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.776801  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 8885
00:31:45.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.777140  7377 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.777552  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.131:39549
00:31:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.778884  9015 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.778949  9015 heartbeater.cc:461] Registering TS with master...
00:31:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.779004  9015 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.779316  7233 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.779683  8906 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.779984  8906 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap complete.
00:31:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.781145  8906 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.012s
00:31:45.781 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:45.782 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.129:36667
00:31:45.782 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.782660  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 8696
00:31:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.785542  8906 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.785758  8906 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Initialized, Role: FOLLOWER
00:31:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.785858  8906 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.786134  8906 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.002s
00:31:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.786149  9014 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.789003  9016 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.789088  9016 heartbeater.cc:461] Registering TS with master...
00:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.789132  9016 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.789443  7305 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:45.789 [DEBUG - kudu-nio-6] (Connection.java:239) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] handling channelInactive
00:31:45.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state READY due to: connection closed
00:31:45.790 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:45.790 [DEBUG - Time-limited test] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.792 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:45.812 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:45.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test)) after lookup
00:31:45.813 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.814 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.831 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:45.831 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:45.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349))) after lookup
00:31:45.832 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.833 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:45.871 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:45.871 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [42ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [43ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [43ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575))) after lookup
00:31:45.872 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.873 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.932 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:45.932 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:45.933 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [42ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [43ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [43ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [82ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [83ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [83ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884))) after lookup
00:31:45.933 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:45.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:45.934 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:46.011 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:46.012 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=221), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [42ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [43ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [43ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [82ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [83ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [83ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [143ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [144ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [144ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [221ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437))) after lookup
00:31:46.012 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:46.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.013 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.711 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:46.712 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:46.712 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=921), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [42ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [43ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [43ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [82ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [83ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [83ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [143ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [144ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [144ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [221ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [222ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [223ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [223ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [919ms] refreshing cache from master, [920ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [921ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437) -> (continuation of Deferred@551435521 after retry RPC@2046770667), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437) -> (continuation of Deferred@551435521 after retry RPC@2046770667))) after lookup
00:31:46.712 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:46.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:46.714 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.161213  9027 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Starting pre-election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.161339  9027 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:47.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.161522  9027 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.161916  8527 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111) [suppressed 1 similar messages]
00:31:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.162504  8527 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:47.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.164793  8968 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.164963  8968 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 7.
00:31:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.165223  8528 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.165346  9027 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Leader pre-election won for term 9
00:31:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.165392  9027 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Starting leader election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.165407  9027 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 8 FOLLOWER]: Advancing to term 9
00:31:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.165957  9027 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.166088  9027 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.166267  8968 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.166357  8968 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 7 FOLLOWER]: Advancing to term 9
00:31:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.166587  8527 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.167488  8968 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 9.
00:31:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.167694  8528 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.167809  9027 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Leader election won for term 9
00:31:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.167933  9027 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 LEADER]: Becoming Leader. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Running, Role: LEADER
00:31:47.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.168000  9027 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.168882  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f reported cstate change: term changed from 8 to 9, leader changed from c239b4b3c0964d099832ac7187374f9f (127.7.5.129) to 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130). New cstate: current_term: 9 leader_uuid: "00eb20772e5a4f25996eeefc1af07e2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: HEALTHY } } }
00:31:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.641779  8968 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Refusing update from remote peer 00eb20772e5a4f25996eeefc1af07e2f: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
00:31:47.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.642266  9027 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
00:31:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.645221  8527 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f -> Peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Couldn't send request to peer c239b4b3c0964d099832ac7187374f9f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:49.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.051 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.051 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3261), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [22ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [24ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [24ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [42ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [43ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [43ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [78ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [80ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [82ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [83ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [83ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [139ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [142ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [143ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [144ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [144ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [219ms] refreshing cache from master, [219ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [221ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [222ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [223ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [223ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [919ms] refreshing cache from master, [920ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [921ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [922ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [923ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [924ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [3259ms] refreshing cache from master, [3259ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [3261ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@1335103919(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@65e10516 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437) -> (continuation of Deferred@551435521 after retry RPC@2046770667) -> (continuation of Deferred@894322414 after retry RPC@895362505), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@342d6061 -> wakeup thread Time-limited test -> (continuation of Deferred@1770452540 after retry RPC@922201349) -> (continuation of Deferred@886640204 after retry RPC@1062015575) -> (continuation of Deferred@1408363509 after retry RPC@1361618884) -> (continuation of Deferred@694026485 after retry RPC@1029473437) -> (continuation of Deferred@551435521 after retry RPC@2046770667) -> (continuation of Deferred@894322414 after retry RPC@895362505))) after lookup
00:31:49.052 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.053 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] Successfully connected to peer
00:31:49.069 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x27eeffb8, L:/127.0.0.1:40080 - R:/127.7.5.130:45233] using TOKEN/null
00:31:49.077 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.129:36667
00:31:49.078 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.078663  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:49.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.156093  9063 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.156255  9063 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:49.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.156275  9063 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.157718  9063 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.157768  9063 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.129
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.159209  9063 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9063
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.159372  9063 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.159546  9063 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.161690  9068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.161710  9069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:49.161716  9071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.162072  9063 server_base.cc:1061] running on GCE node
00:31:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.162204  9063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.162350  9063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.163499  9063 hybrid_clock.cc:648] HybridClock initialized: now 1783470709163485 us; error 25 us; skew 500 ppm
00:31:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.164613  9063 webserver.cc:534] Webserver started at http://127.7.5.129:43681/ using document root <none> and password file <none>
00:31:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.164831  9063 fs_manager.cc:362] Metadata directory not provided
00:31:49.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.164902  9063 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.166118  9063 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:31:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.166787  9077 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.166981  9063 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.167058  9063 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.167367  9063 fs_report.cc:389] FS layout report
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/data
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.210505  9063 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.210783  9063 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.210870  9063 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.211052  9063 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.211443  9084 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.212327  9063 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.212370  9063 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.212395  9063 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.212898  9063 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.212926  9063 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:49.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.213017  9084 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap starting.
00:31:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.219447  9063 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.129:36667
00:31:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.219544  9191 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.129:36667 every 8 connection(s)
00:31:49.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.219857  9063 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.222605  9084 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Log is configured to *not* fsync() on all Append() calls
00:31:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.225142  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 9063
00:31:49.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.226287  9084 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.227275  9084 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap complete.
00:31:49.229 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:49.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.229286  9084 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.014s
00:31:49.229 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.130:45233
00:31:49.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.230239  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 8512
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.231289  9084 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.231604  9084 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Initialized, Role: FOLLOWER
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.231696  9084 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.231904  9084 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.231967  9192 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232036  9192 heartbeater.cc:461] Registering TS with master...
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232168  9193 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232226  9193 heartbeater.cc:461] Registering TS with master...
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232175  9192 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232303  9193 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232786  7376 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.232846  7232 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.233310  7376 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.129:37509
00:31:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.233649  9194 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.233728  9194 heartbeater.cc:461] Registering TS with master...
00:31:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.233834  9194 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.234046  9192 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:49.234125  7305 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:49.237 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] handling channelInactive
00:31:49.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:49.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state READY due to: connection closed
00:31:49.238 [DEBUG - Time-limited test] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.239 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.251 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.252 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.252 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test)) after lookup
00:31:49.252 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.254 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.271 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832))) after lookup
00:31:49.272 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.273 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.292 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [33ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [35ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [35ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983))) after lookup
00:31:49.293 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.294 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.372 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=134), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [33ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [35ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [35ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [54ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [56ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [56ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261))) after lookup
00:31:49.373 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.374 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.831 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:49.831 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:49.832 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=593), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [33ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [35ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [35ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [54ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [56ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [56ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [135ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [136ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [136ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [593ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213))) after lookup
00:31:49.832 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:49.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:49.833 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.484988  9205 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.485167  9205 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.485453  9205 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.485903  9081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.486286  9081 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:50.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.488628  8968 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.488976  9079 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377
00:31:50.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.489118  9205 raft_consensus.cc:2749] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
00:31:50.531 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:50.532 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:50.532 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1294), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [33ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [35ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [35ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [54ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [56ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [56ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [135ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [136ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [136ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [593ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [594ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [595ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [595ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1291ms] refreshing cache from master, [1291ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1293ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213) -> (continuation of Deferred@1811798965 after retry RPC@826931317), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213) -> (continuation of Deferred@1811798965 after retry RPC@826931317))) after lookup
00:31:50.533 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:50.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:50.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:50.534 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233
00:31:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.577898  9210 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.577991  9210 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.578301  9210 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:50.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.578805  8903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.579270  8903 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.581792  9146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f" is_pre_election: true
00:31:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.581934  9146 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 8.
00:31:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.582212  8900 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.582365  9210 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Leader pre-election won for term 10
00:31:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.582466  9210 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 00eb20772e5a4f25996eeefc1af07e2f)
00:31:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.582495  9210 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 9 FOLLOWER]: Advancing to term 10
00:31:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.583180  9210 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.583352  9210 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.583540  9146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "a6b66b8ac0674f8698478a79ebbd5377" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.583649  9146 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 8 FOLLOWER]: Advancing to term 10
00:31:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.583905  8903 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111)
00:31:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.584760  9146 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6b66b8ac0674f8698478a79ebbd5377 in term 10.
00:31:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.584995  8900 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a6b66b8ac0674f8698478a79ebbd5377, c239b4b3c0964d099832ac7187374f9f; no voters: 00eb20772e5a4f25996eeefc1af07e2f
00:31:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.585109  9210 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Leader election won for term 10
00:31:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.585269  9210 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 LEADER]: Becoming Leader. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Running, Role: LEADER
00:31:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.585364  9210 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.586133  7376 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 reported cstate change: term changed from 9 to 10, leader changed from 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130) to a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131). New cstate: current_term: 10 leader_uuid: "a6b66b8ac0674f8698478a79ebbd5377" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:51.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.023139  8903 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 -> Peer 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233): Couldn't send request to peer 00eb20772e5a4f25996eeefc1af07e2f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.130:45233: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:51.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.092 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.092 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1854), Traces: [0ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [13ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [14ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [16ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [16ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [32ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [33ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [35ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [35ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [53ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [54ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [56ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [56ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [135ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [136ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [136ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [591ms] refreshing cache from master, [591ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [593ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [594ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [595ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [595ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1291ms] refreshing cache from master, [1291ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1293ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [1294ms] sending RPC to server 00eb20772e5a4f25996eeefc1af07e2f, [1296ms] received response from server 00eb20772e5a4f25996eeefc1af07e2f: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1296ms] delaying RPC due to: Network error: Failed to connect to peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233): Connection refused: /127.7.5.130:45233, [1851ms] refreshing cache from master, [1851ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1853ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@678367008(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6c5b1789 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213) -> (continuation of Deferred@1811798965 after retry RPC@826931317) -> (continuation of Deferred@568089727 after retry RPC@1604878945), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4dd857a2 -> wakeup thread Time-limited test -> (continuation of Deferred@1284608423 after retry RPC@1140570832) -> (continuation of Deferred@1667287385 after retry RPC@2111029983) -> (continuation of Deferred@768401402 after retry RPC@2048004261) -> (continuation of Deferred@1700168170 after retry RPC@254485213) -> (continuation of Deferred@1811798965 after retry RPC@826931317) -> (continuation of Deferred@568089727 after retry RPC@1604878945))) after lookup
00:31:51.093 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.094 [DEBUG - kudu-nio-6] (Connection.java:757) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] Successfully connected to peer
00:31:51.109 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x417ea75b, L:/127.0.0.1:57262 - R:/127.7.5.131:44247] using TOKEN/null
00:31:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.111375  9146 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Refusing update from remote peer a6b66b8ac0674f8698478a79ebbd5377: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 34. (index mismatch)
00:31:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.111726  9230 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
00:31:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.114034  9232 mvcc.cc:204] Tried to move back new op lower bound from 7305096032709955584 to 7305096030558244864. Current Snapshot: MvccSnapshot[applied={T|T < 7305096032709955584}]
00:31:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.113873  9229 mvcc.cc:204] Tried to move back new op lower bound from 7305096032709955584 to 7305096030558244864. Current Snapshot: MvccSnapshot[applied={T|T < 7305096032709955584}]
00:31:51.121 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.130:45233
00:31:51.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.121975  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.197731  9238 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.197883  9238 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.197903  9238 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.199275  9238 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:51.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.199321  9238 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.130
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.200852  9238 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.130:45233
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.130
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43297
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9238
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.130
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/logs
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.201121  9238 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.201306  9238 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.203601  9244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.203733  9246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:51.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.203742  9243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.204102  9238 server_base.cc:1061] running on GCE node
00:31:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.204265  9238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.204422  9238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.205543  9238 hybrid_clock.cc:648] HybridClock initialized: now 1783470711205535 us; error 35 us; skew 500 ppm
00:31:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.206458  9238 webserver.cc:534] Webserver started at http://127.7.5.130:43297/ using document root <none> and password file <none>
00:31:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.206604  9238 fs_manager.cc:362] Metadata directory not provided
00:31:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.206642  9238 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.207701  9238 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:31:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.208292  9252 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.208467  9238 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
00:31:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.208541  9238 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.208874  9238 fs_report.cc:389] FS layout report
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/wal
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/data
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:51.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.239564  9238 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.239931  9238 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.240097  9238 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.240347  9238 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.240849  9259 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.241725  9238 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.241801  9238 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.241842  9238 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.242473  9238 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.242525  9238 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.242558  9259 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap starting.
00:31:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.249878  9238 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.130:45233
00:31:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.249923  9366 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.130:45233 every 8 connection(s)
00:31:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.250228  9238 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-1/data/info.pb
00:31:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.251987  9259 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Log is configured to *not* fsync() on all Append() calls
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256400  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 9238
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256417  9369 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256497  9369 heartbeater.cc:461] Registering TS with master...
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256579  9368 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256613  9368 heartbeater.cc:461] Registering TS with master...
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256680  9369 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:51.256 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.256680  9368 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257004  9367 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257067  9367 heartbeater.cc:461] Registering TS with master...
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257149  9367 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257341  7305 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257423  7377 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257579  7232 ts_manager.cc:194] Re-registered known tserver with Master: 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.257894  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.130:45611
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.259202  9259 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.259542  9259 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Bootstrap complete.
00:31:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.260496  9259 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent bootstrapping tablet: real 0.018s	user 0.006s	sys 0.007s
00:31:51.260 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:51.261 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.131:44247
00:31:51.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.261744  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 8885
00:31:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.261575  9259 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.261811  9259 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Initialized, Role: FOLLOWER
00:31:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.261896  9259 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.262089  9259 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
00:31:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.262444  9367 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:51.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:51.267 [DEBUG - kudu-nio-6] (Connection.java:239) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] handling channelInactive
00:31:51.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state READY due to: connection closed
00:31:51.268 [DEBUG - Time-limited test] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.269 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.291 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.292 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test)) after lookup
00:31:51.292 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.293 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.311 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.311 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.312 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703))) after lookup
00:31:51.312 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.313 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.331 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [44ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346))) after lookup
00:31:51.332 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.333 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.452 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.452 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [44ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [64ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [181ms] refreshing cache from master, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976))) after lookup
00:31:51.453 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.454 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.731 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:51.731 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:51.732 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=464), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [44ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [64ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [181ms] refreshing cache from master, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [184ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [186ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [186ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [461ms] refreshing cache from master, [461ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [463ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115))) after lookup
00:31:51.732 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:51.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:51.733 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:52.491 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:52.492 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)[L],c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:52.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1224), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [44ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [64ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [181ms] refreshing cache from master, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [184ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [186ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [186ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [461ms] refreshing cache from master, [461ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [463ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [464ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [465ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [465ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1221ms] refreshing cache from master, [1221ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1223ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115) -> (continuation of Deferred@1041897252 after retry RPC@256391128), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115) -> (continuation of Deferred@1041897252 after retry RPC@256391128))) after lookup
00:31:52.492 [DEBUG - kudu-nio-2] (Connection.java:748) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] connecting to peer
00:31:52.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:52.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] cleaning up while in state CONNECTING due to: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:52.493 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247
00:31:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.621788  9380 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Starting pre-election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.621935  9380 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.622130  9380 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:52.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.623080  9079 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.625504  9321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f" is_pre_election: true
00:31:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.625665  9321 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 9.
00:31:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.625895  9081 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.626003  9380 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Leader pre-election won for term 11
00:31:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.626045  9380 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Starting leader election (detected failure of leader a6b66b8ac0674f8698478a79ebbd5377)
00:31:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.626060  9380 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 10 FOLLOWER]: Advancing to term 11
00:31:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.626785  9380 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.626919  9380 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 election: Requested vote from peers a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247), 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130:45233)
00:31:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.627054  9321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "c239b4b3c0964d099832ac7187374f9f" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "00eb20772e5a4f25996eeefc1af07e2f"
00:31:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.627139  9321 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 9 FOLLOWER]: Advancing to term 11
00:31:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.627439  9079 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111)
00:31:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.628126  9321 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c239b4b3c0964d099832ac7187374f9f in term 11.
00:31:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.628286  9081 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, c239b4b3c0964d099832ac7187374f9f; no voters: a6b66b8ac0674f8698478a79ebbd5377
00:31:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.628379  9380 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 11 FOLLOWER]: Leader election won for term 11
00:31:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.628505  9380 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 11 LEADER]: Becoming Leader. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Running, Role: LEADER
00:31:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.628592  9380 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.629256  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f reported cstate change: term changed from 10 to 11, leader changed from a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131) to c239b4b3c0964d099832ac7187374f9f (127.7.5.129). New cstate: current_term: 11 leader_uuid: "c239b4b3c0964d099832ac7187374f9f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: UNKNOWN } } }
00:31:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:53.141705  9321 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Refusing update from remote peer c239b4b3c0964d099832ac7187374f9f: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
00:31:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:53.142138  9398 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [LEADER]: Connected to new peer: Peer: permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
00:31:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:53.143436  9400 mvcc.cc:204] Tried to move back new op lower bound from 7305096032709955584 to 7305096030558244864. Current Snapshot: MvccSnapshot[applied={T|T < 7305096032709955584}]
00:31:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:53.145895  9079 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f -> Peer a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247): Couldn't send request to peer a6b66b8ac0674f8698478a79ebbd5377. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.131:44247: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:54.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:54.852 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:54.852 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3584), Traces: [0ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [23ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [24ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [25ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [25ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [43ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [44ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [45ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [45ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [62ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [64ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [65ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [65ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [181ms] refreshing cache from master, [181ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [183ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [184ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [186ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [186ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [461ms] refreshing cache from master, [461ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [463ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [464ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [465ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [465ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1221ms] refreshing cache from master, [1221ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [1223ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [1224ms] sending RPC to server a6b66b8ac0674f8698478a79ebbd5377, [1225ms] received response from server a6b66b8ac0674f8698478a79ebbd5377: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [1225ms] delaying RPC due to: Network error: Failed to connect to peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247): Connection refused: /127.7.5.131:44247, [3581ms] refreshing cache from master, [3582ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [3583ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@59264250(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@18a86d60 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115) -> (continuation of Deferred@1041897252 after retry RPC@256391128) -> (continuation of Deferred@363617536 after retry RPC@1528061594), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@76732239 -> wakeup thread Time-limited test -> (continuation of Deferred@179225393 after retry RPC@1696811703) -> (continuation of Deferred@729799192 after retry RPC@1425431346) -> (continuation of Deferred@1561920912 after retry RPC@611395976) -> (continuation of Deferred@403757976 after retry RPC@897621115) -> (continuation of Deferred@1041897252 after retry RPC@256391128) -> (continuation of Deferred@363617536 after retry RPC@1528061594))) after lookup
00:31:54.853 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:54.854 [DEBUG - kudu-nio-6] (Connection.java:757) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] Successfully connected to peer
00:31:54.867 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xd68f6d7a, L:/127.0.0.1:36638 - R:/127.7.5.129:36667] using TOKEN/null
00:31:54.876 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.131:44247
00:31:54.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:31:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.876632  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.952526  9419 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.952687  9419 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.952706  9419 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.954124  9419 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:54.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.954176  9419 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.131
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.955561  9419 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.131:44247
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.131
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39217
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9419
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.131
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/logs
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.955741  9419 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.955909  9419 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.958426  9424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.958474  9419 server_base.cc:1061] running on GCE node
00:31:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.958544  9425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.958675  9427 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.958839  9419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.959079  9419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.960261  9419 hybrid_clock.cc:648] HybridClock initialized: now 1783470714960239 us; error 33 us; skew 500 ppm
00:31:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.961297  9419 webserver.cc:534] Webserver started at http://127.7.5.131:39217/ using document root <none> and password file <none>
00:31:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.961508  9419 fs_manager.cc:362] Metadata directory not provided
00:31:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.961577  9419 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.962682  9419 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.963260  9433 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.963420  9419 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.963512  9419 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:23 on dist-test-slave-q10c"
00:31:54.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.963781  9419 fs_report.cc:389] FS layout report
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/wal
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/data
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.970753  9419 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.971017  9419 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.971167  9419 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.971403  9419 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.971848  9440 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.972571  9419 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.972623  9419 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.972654  9419 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.973273  9419 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.973323  9419 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.973343  9440 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap starting.
00:31:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.979663  9419 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.131:44247
00:31:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.979712  9547 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.131:44247 every 8 connection(s)
00:31:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.980057  9419 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-2/data/info.pb
00:31:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.980587  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 9419
00:31:54.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.983498  9440 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Log is configured to *not* fsync() on all Append() calls
00:31:54.985 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.988346  9440 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.988655  9440 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Bootstrap complete.
00:31:54.989 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.5.129:36667
00:31:54.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.990478  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 9063
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.991772  9550 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.991863  9550 heartbeater.cc:461] Registering TS with master...
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.992040  9550 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.992630  7305 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.992856  9549 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.992905  9549 heartbeater.cc:461] Registering TS with master...
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.992990  9549 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.993353  7233 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.994496  9548 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.994526  9440 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent bootstrapping tablet: real 0.021s	user 0.007s	sys 0.008s
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.994546  9548 heartbeater.cc:461] Registering TS with master...
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.994647  9548 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.994868  7377 ts_manager.cc:194] Re-registered known tserver with Master: a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995337  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.131:56279
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995352  9440 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995510  9440 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6b66b8ac0674f8698478a79ebbd5377, State: Initialized, Role: FOLLOWER
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995574  9440 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995790  9440 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
00:31:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.995940  9548 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.999883  9560 negotiation.cc:336] Failed RPC negotiation. Trace:
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986675 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.7.5.129:42837 (local address 127.7.5.131:44247)
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986812 (+   137us) server_negotiation.cc:207] Beginning negotiation
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986820 (+     8us) server_negotiation.cc:400] Waiting for connection header
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986829 (+     9us) server_negotiation.cc:408] Connection header received
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986860 (+    31us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986863 (+     3us) server_negotiation.cc:462] Received NEGOTIATE request from client
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986880 (+    17us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.986959 (+    79us) server_negotiation.cc:227] Negotiated authn=SASL
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.987283 (+   324us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.988339 (+  1056us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992216 (+  3877us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992596 (+   380us) server_negotiation.cc:658] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992652 (+    56us) server_negotiation.cc:366] Received SASL_INITIATE NegotiatePB request
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992657 (+     5us) server_negotiation.cc:882] Received SASL_INITIATE request from client
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992657 (+     0us) server_negotiation.cc:893] Client requested to use mechanism: PLAIN
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992848 (+   191us) server_negotiation.cc:923] calling sasl_server_start()
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992867 (+    19us) server_negotiation.cc:1092] Received PLAIN auth, user=slave
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992872 (+     5us) server_negotiation.cc:378] Sending SASL_SUCCESS NegotiatePB response
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.992924 (+    52us) server_negotiation.cc:1036] Waiting for connection context
00:31:55.000 [DEBUG - kudu-nio-6] (Connection.java:239) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] handling channelInactive
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:31:54.999723 (+  6799us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.7.5.129:42837: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:31:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":108,"thread_start_us":79,"threads_started":1}
00:31:55.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state READY due to: connection closed
00:31:55.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:55.002 [DEBUG - Time-limited test] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.003 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.011 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.011 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test)) after lookup
00:31:55.011 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.012 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.031 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.031 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339))) after lookup
00:31:55.032 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.033 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.071 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [31ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [32ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [32ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484))) after lookup
00:31:55.071 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.073 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.171 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.171 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=170), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [31ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [32ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [32ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [70ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [72ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [72ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [170ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236))) after lookup
00:31:55.172 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.173 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.173 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.173 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.691 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.691 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=690), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [31ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [32ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [32ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [70ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [72ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [72ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [170ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [171ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [172ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [172ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [690ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049))) after lookup
00:31:55.692 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.694 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:55.851 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233),a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)[L]]}]
00:31:55.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=850), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [31ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [32ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [32ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [70ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [72ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [72ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [170ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [171ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [172ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [172ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [690ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [691ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [692ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [693ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [848ms] refreshing cache from master, [848ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [850ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049) -> (continuation of Deferred@872273169 after retry RPC@708414043), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049) -> (continuation of Deferred@872273169 after retry RPC@708414043))) after lookup
00:31:55.852 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] connecting to peer
00:31:55.853 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] cleaning up while in state CONNECTING due to: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:55.853 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667) for tablet 2b76ec926908444ab3085b4bc87c80cd: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667
00:31:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.376114  9562 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Starting pre-election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.376204  9562 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.376507  9562 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.376962  9253 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.377475  9253 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.379562  9502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377" is_pre_election: true
00:31:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.379736  9502 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 10.
00:31:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.379987  9254 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.380131  9562 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Leader pre-election won for term 12
00:31:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.380188  9562 raft_consensus.cc:493] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Starting leader election (detected failure of leader c239b4b3c0964d099832ac7187374f9f)
00:31:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.380204  9562 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 11 FOLLOWER]: Advancing to term 12
00:31:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.380759  9562 raft_consensus.cc:515] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.380897  9562 leader_election.cc:290] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 election: Requested vote from peers c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667), a6b66b8ac0674f8698478a79ebbd5377 (127.7.5.131:44247)
00:31:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.381059  9502 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2b76ec926908444ab3085b4bc87c80cd" candidate_uuid: "00eb20772e5a4f25996eeefc1af07e2f" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "a6b66b8ac0674f8698478a79ebbd5377"
00:31:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.381139  9502 raft_consensus.cc:3060] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 10 FOLLOWER]: Advancing to term 12
00:31:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.381467  9253 leader_election.cc:336] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111)
00:31:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.382202  9502 raft_consensus.cc:2468] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00eb20772e5a4f25996eeefc1af07e2f in term 12.
00:31:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.382386  9254 leader_election.cc:304] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 00eb20772e5a4f25996eeefc1af07e2f, a6b66b8ac0674f8698478a79ebbd5377; no voters: c239b4b3c0964d099832ac7187374f9f
00:31:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.382475  9562 raft_consensus.cc:2804] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 12 FOLLOWER]: Leader election won for term 12
00:31:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.382596  9562 raft_consensus.cc:697] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [term 12 LEADER]: Becoming Leader. State: Replica: 00eb20772e5a4f25996eeefc1af07e2f, State: Running, Role: LEADER
00:31:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.382692  9562 consensus_queue.cc:237] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:56.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.383339  7377 catalog_manager.cc:5696] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f reported cstate change: term changed from 11 to 12, leader changed from c239b4b3c0964d099832ac7187374f9f (127.7.5.129) to 00eb20772e5a4f25996eeefc1af07e2f (127.7.5.130). New cstate: current_term: 12 leader_uuid: "00eb20772e5a4f25996eeefc1af07e2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } health_report { overall_health: HEALTHY } } }
00:31:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.804102  9502 raft_consensus.cc:1275] T 2b76ec926908444ab3085b4bc87c80cd P a6b66b8ac0674f8698478a79ebbd5377 [term 12 FOLLOWER]: Refusing update from remote peer 00eb20772e5a4f25996eeefc1af07e2f: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
00:31:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.804520  9562 consensus_queue.cc:1048] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
00:31:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.807641  9253 consensus_peers.cc:597] T 2b76ec926908444ab3085b4bc87c80cd P 00eb20772e5a4f25996eeefc1af07e2f -> Peer c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667): Couldn't send request to peer c239b4b3c0964d099832ac7187374f9f. Status: Network error: Client connection negotiation failed: client connection to 127.7.5.129:36667: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:31:57.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2b76ec926908444ab3085b4bc87c80cd for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496' with partition [<start>, <end>)
00:31:57.971 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b76ec926908444ab3085b4bc87c80cd@[00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)[L],a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247),c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)]}]
00:31:57.971 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=2b76ec926908444ab3085b4bc87c80cd, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2969), Traces: [0ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [2ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [10ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [11ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [11ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [31ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [32ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [32ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [70ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [72ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [72ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [170ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [171ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [172ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [172ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [688ms] refreshing cache from master, [688ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [690ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [691ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [692ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [693ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [848ms] refreshing cache from master, [848ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [850ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, [851ms] sending RPC to server c239b4b3c0964d099832ac7187374f9f, [852ms] received response from server c239b4b3c0964d099832ac7187374f9f: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [852ms] delaying RPC due to: Network error: Failed to connect to peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667): Connection refused: /127.7.5.129:36667, [2968ms] refreshing cache from master, [2968ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.5.188:36761, [2969ms] Sub RPC GetTableLocations: received response from server master-127.7.5.188:36761: OK, deferred=Deferred@348486340(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$227/0x00007f21d836aeb8@6ddc1648 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049) -> (continuation of Deferred@872273169 after retry RPC@708414043) -> (continuation of Deferred@1424752985 after retry RPC@853619405), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7798b4fe -> wakeup thread Time-limited test -> (continuation of Deferred@361628376 after retry RPC@662928339) -> (continuation of Deferred@526651656 after retry RPC@587574484) -> (continuation of Deferred@263125636 after retry RPC@440146236) -> (continuation of Deferred@120819730 after retry RPC@2101120049) -> (continuation of Deferred@872273169 after retry RPC@708414043) -> (continuation of Deferred@1424752985 after retry RPC@853619405))) after lookup
00:31:57.972 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] connecting to peer
00:31:57.973 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] Successfully connected to peer
00:31:57.987 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xcc2c6360, L:/127.0.0.1:40148 - R:/127.7.5.130:45233] using TOKEN/null
00:31:57.996 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.5.129:36667
00:31:57.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.997203  7190 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXE50u_/build/release/bin/kudu
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:57.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.077402  9597 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.077546  9597 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.077565  9597 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.078935  9597 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.078980  9597 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.5.129
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.080381  9597 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.5.148:41147
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.5.129:36667
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.5.129
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43681
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.5.190:41129,127.7.5.189:37927,127.7.5.188:36761
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9597
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.5.129
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/logs
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on e7f111948823
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16841
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.080559  9597 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.080732  9597 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.083256  9604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.083235  9605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:58.083253  9607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.083310  9597 server_base.cc:1061] running on GCE node
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.083621  9597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.083863  9597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.085094  9597 hybrid_clock.cc:648] HybridClock initialized: now 1783470718085065 us; error 36 us; skew 500 ppm
00:31:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.086328  9597 webserver.cc:534] Webserver started at http://127.7.5.129:43681/ using document root <none> and password file <none>
00:31:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.086578  9597 fs_manager.cc:362] Metadata directory not provided
00:31:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.086674  9597 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.087893  9597 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
00:31:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.088526  9613 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.088752  9597 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.088836  9597 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data,/tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c239b4b3c0964d099832ac7187374f9f"
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:22 on dist-test-slave-q10c"
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.089182  9597 fs_report.cc:389] FS layout report
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/wal
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/data
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:58.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.098980  9597 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.099291  9597 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.099439  9597 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.099668  9597 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:58.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.100140  9620 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101143  9597 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101187  9597 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101212  9597 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101698  9597 ts_tablet_manager.cc:616] Registered 1 tablets
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101730  9597 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
00:31:58.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101846  9620 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap starting.
00:31:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.109112  9597 rpc_server.cc:307] RPC server started. Bound to: 127.7.5.129:36667
00:31:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.109120  9727 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.5.129:36667 every 8 connection(s)
00:31:58.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.109486  9597 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXE50u_/test-tmp/mini-kudu-cluster1463039163011925423/ts-0/data/info.pb
00:31:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.111397  9620 log.cc:826] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Log is configured to *not* fsync() on all Append() calls
00:31:58.112 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:31:58.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.112066  7190 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXE50u_/build/release/bin/kudu as pid 9597
00:31:58.117 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117143  9728 heartbeater.cc:344] Connected to a master server at 127.7.5.188:36761
00:31:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117241  9728 heartbeater.cc:461] Registering TS with master...
00:31:58.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117434  9728 heartbeater.cc:507] Master 127.7.5.188:36761 requested a full tablet report, sending...
00:31:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117700  9730 heartbeater.cc:344] Connected to a master server at 127.7.5.189:37927
00:31:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117760  9730 heartbeater.cc:461] Registering TS with master...
00:31:58.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.117846  9730 heartbeater.cc:507] Master 127.7.5.189:37927 requested a full tablet report, sending...
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.118403  7377 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.118512  7304 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.118695  9620 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.118927  7377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.5.129:40947
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.118980  9620 tablet_bootstrap.cc:492] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Bootstrap complete.
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.119215  9729 heartbeater.cc:344] Connected to a master server at 127.7.5.190:41129
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.119258  9729 heartbeater.cc:461] Registering TS with master...
00:31:58.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.119364  9729 heartbeater.cc:507] Master 127.7.5.190:41129 requested a full tablet report, sending...
00:31:58.119 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783470683496, tablet=2b76ec926908444ab3085b4bc87c80cd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.120549  7233 ts_manager.cc:194] Re-registered known tserver with Master: c239b4b3c0964d099832ac7187374f9f (127.7.5.129:36667)
00:31:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.120388  9620 ts_tablet_manager.cc:1403] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent bootstrapping tablet: real 0.019s	user 0.003s	sys 0.011s
00:31:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.121896  9620 raft_consensus.cc:359] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.122182  9620 raft_consensus.cc:740] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: c239b4b3c0964d099832ac7187374f9f, State: Initialized, Role: FOLLOWER
00:31:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.122303  9620 consensus_queue.cc:260] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c239b4b3c0964d099832ac7187374f9f" member_type: VOTER last_known_addr { host: "127.7.5.129" port: 36667 } } peers { permanent_uuid: "a6b66b8ac0674f8698478a79ebbd5377" member_type: VOTER last_known_addr { host: "127.7.5.131" port: 44247 } } peers { permanent_uuid: "00eb20772e5a4f25996eeefc1af07e2f" member_type: VOTER last_known_addr { host: "127.7.5.130" port: 45233 } }
00:31:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.122571  9620 ts_tablet_manager.cc:1434] T 2b76ec926908444ab3085b4bc87c80cd P c239b4b3c0964d099832ac7187374f9f: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
00:31:58.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.122640  9728 heartbeater.cc:499] Master 127.7.5.188:36761 was elected leader, sending a full tablet report...
00:31:58.125 [DEBUG - main] (Connection.java:575) [peer master-127.7.5.190:41129(127.7.5.190:41129)] disconnecting while in state READY
00:31:58.126 [DEBUG - main] (Connection.java:575) [peer master-127.7.5.188:36761(127.7.5.188:36761)] disconnecting while in state READY
00:31:58.126 [DEBUG - main] (Connection.java:575) [peer master-127.7.5.189:37927(127.7.5.189:37927)] disconnecting while in state READY
00:31:58.126 [DEBUG - main] (Connection.java:575) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] disconnecting while in state READY
00:31:58.126 [DEBUG - main] (Connection.java:575) [peer c239b4b3c0964d099832ac7187374f9f(127.7.5.129:36667)] disconnecting while in state TERMINATED
00:31:58.126 [DEBUG - main] (Connection.java:575) [peer a6b66b8ac0674f8698478a79ebbd5377(127.7.5.131:44247)] disconnecting while in state TERMINATED
00:31:58.128 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] handling channelInactive
00:31:58.128 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.5.190:41129(127.7.5.190:41129)] handling channelInactive
00:31:58.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 00eb20772e5a4f25996eeefc1af07e2f(127.7.5.130:45233)] cleaning up while in state READY due to: connection closed
00:31:58.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.5.190:41129(127.7.5.190:41129)] cleaning up while in state READY due to: connection closed
00:31:58.129 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.5.188:36761(127.7.5.188:36761)] handling channelInactive
00:31:58.129 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:58.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.5.188:36761(127.7.5.188:36761)] cleaning up while in state READY due to: connection closed
00:31:58.130 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.5.189:37927(127.7.5.189:37927)] handling channelInactive
00:31:58.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.5.189:37927(127.7.5.189:37927)] cleaning up while in state READY due to: connection closed
00:31:58.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.133908  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 9597
00:31:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.139601  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 9238
00:31:58.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.144898  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 9419
00:31:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.149845  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7202
00:31:58.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.155253  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7273
00:31:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.160354  7190 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXE50u_/build/release/bin/kudu with pid 7344
00:31:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:58Z chronyd exiting

Time: 36.921

OK (1 test)

