JUnit version 4.13.2
.06:39:50.756 [INFO - main] (RandomUtils.java:49) Using random seed: 1783492790751
06:39:50.795 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
06:39:50.840 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:39:50.853 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLbR6mB/test-tmp
06:39:50.855 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
06:39:50.858 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLbR6mB/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
06:39:51.086 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

06:39:51.097 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:39:51.098 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

06:39:51.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.099856 31003 mini_oidc.cc:152] Starting JWKS server
06:39:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.102195 31003 webserver.cc:460] Webserver started at http://127.0.0.1:39095/ using document root <none> and password file <none>
06:39:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.102371 31003 mini_oidc.cc:189] Starting OIDC Discovery server
06:39:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.102701 31003 webserver.cc:460] Webserver started at http://127.0.0.1:44469/ using document root <none> and password file <none>
06:39:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T06:39:51Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:39:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T06:39:51Z Disabled control of system clock
06:39:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.118367 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal
06:39:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/logs
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data/info.pb
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.254:41081
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.254
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json with env {}
06:39:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.221158 31014 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.221388 31014 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.221423 31014 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226445 31014 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:39:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226490 31014 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226504 31014 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:39:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226517 31014 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:39:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226531 31014 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:39:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.226543 31014 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39095/jwks.json
06:39:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.232733 31014 master_runner.cc:386] Master server non-default flags:
06:39:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.254:41081
06:39:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data/info.pb
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.254
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31014
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/logs
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:51.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.233872 31014 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:51.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.235381 31014 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.244032 31022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.244062 31019 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.244074 31020 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.244316 31014 server_base.cc:1034] running on GCE node
06:39:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.244936 31014 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:51.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.245880 31014 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.247035 31014 hybrid_clock.cc:648] HybridClock initialized: now 1783492791247003 us; error 40 us; skew 500 ppm
06:39:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.252322 31014 webserver.cc:460] Webserver started at http://127.30.70.254:39765/ using document root <none> and password file <none>
06:39:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.252847 31014 fs_manager.cc:359] Metadata directory not provided
06:39:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.252907 31014 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.253090 31014 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.254834 31014 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data/instance:
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e2139e2051d445f90f0fe2d14a52caf"
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.255295 31014 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal/instance:
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e2139e2051d445f90f0fe2d14a52caf"
06:39:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.258584 31014 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.000s
06:39:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.260767 31028 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.262013 31014 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
06:39:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.262108 31014 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal
06:39:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e2139e2051d445f90f0fe2d14a52caf"
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.262183 31014 fs_report.cc:383] FS layout report
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data/data
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.274569 31014 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.275081 31014 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.275224 31014 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.281265 31014 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.254:41081
06:39:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.281294 31080 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.254:41081 every 8 connection(s)
06:39:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.282227 31014 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/data/info.pb
06:39:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.284142 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31014
06:39:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.284262 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-0/wal/instance
06:39:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.285416 31081 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.285480 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal
06:39:51.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/logs
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data/info.pb
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:51.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.253:36053
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.253
06:39:51.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json with env {}
06:39:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.289722 31081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.301713 31081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.302485 31031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.253:36053: connect: Connection refused (error 111)
06:39:51.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.303401 31081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.253:36053: Network error: Client connection negotiation failed: client connection to 127.30.70.253:36053: connect: Connection refused (error 111)
06:39:51.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.352708 31081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } attempt: 1
06:39:51.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.354033 31081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.253:36053: Network error: Client connection negotiation failed: client connection to 127.30.70.253:36053: connect: Connection refused (error 111)
06:39:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.389285 31083 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.389489 31083 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.389523 31083 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393549 31083 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:39:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393602 31083 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393623 31083 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:39:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393642 31083 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:39:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393661 31083 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:39:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.393677 31083 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39095/jwks.json
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.398793 31083 master_runner.cc:386] Master server non-default flags:
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.253:36053
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data/info.pb
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.253
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31083
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/logs
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.399708 31083 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:51.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.401222 31083 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.409112 31091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.409096 31092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.409123 31094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.409344 31083 server_base.cc:1034] running on GCE node
06:39:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.409782 31083 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.410835 31083 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.412031 31083 hybrid_clock.cc:648] HybridClock initialized: now 1783492791412005 us; error 39 us; skew 500 ppm
06:39:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.413776 31083 webserver.cc:460] Webserver started at http://127.30.70.253:46675/ using document root <none> and password file <none>
06:39:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.414220 31083 fs_manager.cc:359] Metadata directory not provided
06:39:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.414288 31083 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:51.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.414448 31083 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.416297 31083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data/instance:
06:39:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d376d0acc346f6bffa98915ff890bb"
06:39:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.416855 31083 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal/instance:
06:39:51.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d376d0acc346f6bffa98915ff890bb"
06:39:51.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.420873 31083 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.004s
06:39:51.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.422197 31081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } attempt: 2
06:39:51.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.423653 31081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.253:36053: Network error: Client connection negotiation failed: client connection to 127.30.70.253:36053: connect: Connection refused (error 111)
06:39:51.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.423838 31100 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.425292 31083 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.425415 31083 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97d376d0acc346f6bffa98915ff890bb"
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.425505 31083 fs_report.cc:383] FS layout report
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:51.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data/data
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:51.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:51.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.442678 31083 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.443194 31083 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.443336 31083 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.449956 31152 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.253:36053 every 8 connection(s)
06:39:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.449957 31083 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.253:36053
06:39:51.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.450768 31083 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/data/info.pb
06:39:51.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.451089 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31083
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.451184 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-1/wal/instance
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.451812 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data
06:39:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/logs
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data/info.pb
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.252:45253
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.252
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json with env {}
06:39:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.453990 31153 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.458148 31153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.467777 31153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.473219 31153 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.473853 31101 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.474574 31153 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.252:45253: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.514902 31081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } attempt: 3
06:39:51.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.519795 31081 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.520951 31081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.252:45253: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.523813 31153 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } attempt: 1
06:39:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.524852 31153 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.252:45253: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.552110 31081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } attempt: 1
06:39:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.553292 31081 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.252:45253: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.557811 31155 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.558053 31155 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:51.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.558104 31155 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562266 31155 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562337 31155 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562366 31155 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562386 31155 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562405 31155 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:39:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.562423 31155 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39095/jwks.json
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.567322 31155 master_runner.cc:386] Master server non-default flags:
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data
06:39:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.252:45253
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39095/jwks.json
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data/info.pb
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.252
06:39:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31155
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/logs
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.568547 31155 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.570176 31155 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.577870 31166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.577863 31163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.577862 31164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.578188 31155 server_base.cc:1034] running on GCE node
06:39:51.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.579145 31155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:51.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.580401 31155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:51.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.581585 31155 hybrid_clock.cc:648] HybridClock initialized: now 1783492791581556 us; error 43 us; skew 500 ppm
06:39:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.583472 31155 webserver.cc:460] Webserver started at http://127.30.70.252:34321/ using document root <none> and password file <none>
06:39:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.584085 31155 fs_manager.cc:359] Metadata directory not provided
06:39:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.584168 31155 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.584369 31155 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.586455 31155 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data/instance:
06:39:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afcca79bcc984fd0a4ef91bd115586b6"
06:39:51.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.586993 31155 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal/instance:
06:39:51.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afcca79bcc984fd0a4ef91bd115586b6"
06:39:51.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.590081 31155 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.003s
06:39:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.593012 31153 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } attempt: 2
06:39:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.594400 31153 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.70.252:45253: Network error: Client connection negotiation failed: client connection to 127.30.70.252:45253: connect: Connection refused (error 111)
06:39:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.594739 31172 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.596271 31155 fs_manager.cc:725] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.596393 31155 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afcca79bcc984fd0a4ef91bd115586b6"
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.596478 31155 fs_report.cc:383] FS layout report
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data/data
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.618897 31155 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.619449 31155 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.619568 31155 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.625550 31155 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.252:45253
06:39:51.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.625569 31224 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.252:45253 every 8 connection(s)
06:39:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.626255 31155 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/data/info.pb
06:39:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.627504 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31155
06:39:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.627600 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/master-2/wal/instance
06:39:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.628461 31081 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } attempt: 2
06:39:51.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.630121 31225 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.634284 31225 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.641606 31081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: Bootstrap starting.
06:39:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.642405 31225 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.644261 31081 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: Neither blocks nor log segments found. Creating new log.
06:39:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.645435 31081 log.cc:824] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: Log is configured to *not* fsync() on all Append() calls
06:39:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.647233 31225 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } has no permanent_uuid. Determining permanent_uuid...
06:39:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.648428 31081 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: No bootstrap required, opened a new log
06:39:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.652098 31081 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.652315 31081 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.652364 31081 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e2139e2051d445f90f0fe2d14a52caf, State: Initialized, Role: FOLLOWER
06:39:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.652818 31081 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.653232 31234 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.653360 31234 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.653396 31225 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: Bootstrap starting.
06:39:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.654033 31081 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: configured and running, proceeding with master startup.
06:39:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.655761 31225 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: Neither blocks nor log segments found. Creating new log.
06:39:51.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.656934 31225 log.cc:824] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: Log is configured to *not* fsync() on all Append() calls
06:39:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.658582 31225 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: No bootstrap required, opened a new log
06:39:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.658736 31245 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:39:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.658797 31245 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:39:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.658396 31014 master_runner.cc:186] Error getting master registration for 127.30.70.253:36053: OK, instance_id { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" instance_seqno: 1783492791448307 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:39:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.661408 31014 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:39:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.662034 31225 raft_consensus.cc:348] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.662191 31225 raft_consensus.cc:374] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.662230 31225 raft_consensus.cc:729] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: afcca79bcc984fd0a4ef91bd115586b6, State: Initialized, Role: FOLLOWER
06:39:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.662514 31225 consensus_queue.cc:260] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.662925 31248 sys_catalog.cc:455] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.663070 31248 sys_catalog.cc:458] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.663719 31225 sys_catalog.cc:564] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: configured and running, proceeding with master startup.
06:39:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.668551 31259 catalog_manager.cc:1558] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:39:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.668769 31259 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:39:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.670292 31155 master_runner.cc:186] Error getting master registration for 127.30.70.253:36053: OK, instance_id { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" instance_seqno: 1783492791448307 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:39:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.672361 31155 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:39:51.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.685645 31153 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } attempt: 3
06:39:51.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.691738 31153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: Bootstrap starting.
06:39:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.693686 31153 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: Neither blocks nor log segments found. Creating new log.
06:39:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.694633 31153 log.cc:824] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: Log is configured to *not* fsync() on all Append() calls
06:39:51.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.696161 31153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: No bootstrap required, opened a new log
06:39:51.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.698698 31153 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.698858 31153 raft_consensus.cc:374] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.698900 31153 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97d376d0acc346f6bffa98915ff890bb, State: Initialized, Role: FOLLOWER
06:39:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.699321 31153 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.700822 31153 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: configured and running, proceeding with master startup.
06:39:51.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.703586 31262 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.703902 31262 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.705889 31273 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:39:51.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.706097 31273 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:39:51.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.707765 31083 master_runner.cc:263] No leader master found from master 97d376d0acc346f6bffa98915ff890bb
06:39:51.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.707820 31083 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:39:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.767939 31248 raft_consensus.cc:482] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:39:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.768074 31248 raft_consensus.cc:504] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.769021 31248 leader_election.cc:288] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0e2139e2051d445f90f0fe2d14a52caf (127.30.70.254:41081), 97d376d0acc346f6bffa98915ff890bb (127.30.70.253:36053)
06:39:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.769721 31127 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afcca79bcc984fd0a4ef91bd115586b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97d376d0acc346f6bffa98915ff890bb" is_pre_election: true
06:39:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.770006 31127 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afcca79bcc984fd0a4ef91bd115586b6 in term 0.
06:39:51.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.771202 31055 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afcca79bcc984fd0a4ef91bd115586b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e2139e2051d445f90f0fe2d14a52caf" is_pre_election: true
06:39:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.771495 31055 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate afcca79bcc984fd0a4ef91bd115586b6 in term 0.
06:39:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.773442 31175 leader_election.cc:302] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97d376d0acc346f6bffa98915ff890bb, afcca79bcc984fd0a4ef91bd115586b6; no voters: 
06:39:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.774066 31248 raft_consensus.cc:2781] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:39:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.774145 31248 raft_consensus.cc:482] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:39:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.774186 31248 raft_consensus.cc:3037] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 0 FOLLOWER]: Advancing to term 1
06:39:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.776518 31034 tablet.cc:2369] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.778331 31248 raft_consensus.cc:504] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.778703 31248 leader_election.cc:288] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [CANDIDATE]: Term 1 election: Requested vote from peers 0e2139e2051d445f90f0fe2d14a52caf (127.30.70.254:41081), 97d376d0acc346f6bffa98915ff890bb (127.30.70.253:36053)
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.779124 31055 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afcca79bcc984fd0a4ef91bd115586b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e2139e2051d445f90f0fe2d14a52caf"
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.779244 31055 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 0 FOLLOWER]: Advancing to term 1
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.780896 31055 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afcca79bcc984fd0a4ef91bd115586b6 in term 1.
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.781299 31127 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "afcca79bcc984fd0a4ef91bd115586b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97d376d0acc346f6bffa98915ff890bb"
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.781411 31127 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 0 FOLLOWER]: Advancing to term 1
06:39:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.782982 31127 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate afcca79bcc984fd0a4ef91bd115586b6 in term 1.
06:39:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.783392 31174 leader_election.cc:302] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e2139e2051d445f90f0fe2d14a52caf, afcca79bcc984fd0a4ef91bd115586b6; no voters: 
06:39:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.785415 31248 raft_consensus.cc:2781] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 1 FOLLOWER]: Leader election won for term 1
06:39:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.785615 31248 raft_consensus.cc:686] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [term 1 LEADER]: Becoming Leader. State: Replica: afcca79bcc984fd0a4ef91bd115586b6, State: Running, Role: LEADER
06:39:51.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.785933 31248 consensus_queue.cc:237] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } }
06:39:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.788247 31248 sys_catalog.cc:455] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader afcca79bcc984fd0a4ef91bd115586b6. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.788347 31248 sys_catalog.cc:458] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: This master's current role is: LEADER
06:39:51.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.788956 31277 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:39:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.790079 31277 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:39:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.799973 31127 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [term 1 FOLLOWER]: Refusing update from remote peer afcca79bcc984fd0a4ef91bd115586b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:39:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.805699 31275 consensus_queue.cc:1035] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:39:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.809954 31262 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: SysCatalogTable state changed. Reason: New leader afcca79bcc984fd0a4ef91bd115586b6. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.810062 31262 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.812666 31055 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [term 1 FOLLOWER]: Refusing update from remote peer afcca79bcc984fd0a4ef91bd115586b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:39:51.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.813175 31248 consensus_queue.cc:1035] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:39:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.817303 31234 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: SysCatalogTable state changed. Reason: New leader afcca79bcc984fd0a4ef91bd115586b6. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.817414 31234 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.827267 31234 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.827378 31234 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.828362 31275 sys_catalog.cc:455] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.828459 31275 sys_catalog.cc:458] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: This master's current role is: LEADER
06:39:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.829550 31278 mvcc.cc:205] Tried to move back new op lower bound from 7305186475202195456 to 7305186475160723456. Current Snapshot: MvccSnapshot[applied={T|T < 7305186475202195456}]
06:39:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.831861 31248 sys_catalog.cc:455] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.831960 31248 sys_catalog.cc:458] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6 [sys.catalog]: This master's current role is: LEADER
06:39:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.832885 31262 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "afcca79bcc984fd0a4ef91bd115586b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e2139e2051d445f90f0fe2d14a52caf" member_type: VOTER last_known_addr { host: "127.30.70.254" port: 41081 } } peers { permanent_uuid: "97d376d0acc346f6bffa98915ff890bb" member_type: VOTER last_known_addr { host: "127.30.70.253" port: 36053 } } peers { permanent_uuid: "afcca79bcc984fd0a4ef91bd115586b6" member_type: VOTER last_known_addr { host: "127.30.70.252" port: 45253 } } }
06:39:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.832985 31262 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb [sys.catalog]: This master's current role is: FOLLOWER
06:39:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.833868 31281 mvcc.cc:205] Tried to move back new op lower bound from 7305186475202195456 to 7305186475160723456. Current Snapshot: MvccSnapshot[applied={T|T < 7305186475202195456}]
06:39:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.835039 31279 mvcc.cc:205] Tried to move back new op lower bound from 7305186475202195456 to 7305186475160723456. Current Snapshot: MvccSnapshot[applied={T|T < 7305186475202195456}]
06:39:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.837963 31277 catalog_manager.cc:1347] Generated new cluster ID: 6b0a1e2b39894eca883f685e535c233d
06:39:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.838022 31277 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:39:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.853993 31277 catalog_manager.cc:1370] Generated new certificate authority record
06:39:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.854944 31277 catalog_manager.cc:1504] Loading token signing keys...
06:39:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.865092 31277 catalog_manager.cc:5868] T 00000000000000000000000000000000 P afcca79bcc984fd0a4ef91bd115586b6: Generated new TSK 0
06:39:51.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.865803 31277 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.871119 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:0
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:39:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.976330 31286 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.976532 31286 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.976567 31286 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:51.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.980156 31286 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:51.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.980228 31286 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.193
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.984370 31286 tablet_server_runner.cc:78] Tablet server non-default flags:
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:0
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31286
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.985118 31286 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.986349 31286 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.994444 31291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.994449 31294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:51.994541 31292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:51.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.994580 31286 server_base.cc:1034] running on GCE node
06:39:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.995275 31286 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:51.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.995875 31286 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:51.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.997044 31286 hybrid_clock.cc:648] HybridClock initialized: now 1783492791997010 us; error 47 us; skew 500 ppm
06:39:51.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.998785 31286 webserver.cc:460] Webserver started at http://127.30.70.193:39087/ using document root <none> and password file <none>
06:39:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.999320 31286 fs_manager.cc:359] Metadata directory not provided
06:39:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.999457 31286 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:51.999714 31286 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.001515 31286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/instance:
06:39:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:39:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.002012 31286 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal/instance:
06:39:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:39:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.005497 31286 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
06:39:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.007542 31300 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.008595 31286 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.008679 31286 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.008741 31286 fs_report.cc:383] FS layout report
06:39:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/data
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.026209 31286 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:52.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.026785 31286 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.026953 31286 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.027583 31286 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:39:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.028398 31286 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:39:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.028443 31286 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:39:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.028478 31286 ts_tablet_manager.cc:610] Registered 0 tablets
06:39:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.028494 31286 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:39:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.036391 31286 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.193:39867
06:39:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.036417 31413 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.193:39867 every 8 connection(s)
06:39:52.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.037096 31286 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:39:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.038874 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31286
06:39:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.038964 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal/instance
06:39:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.041774 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:0
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:39:52.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.049409 31414 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:39:52.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.049616 31414 heartbeater.cc:464] Registering TS with master...
06:39:52.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.050203 31414 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:39:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.049393 31416 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:39:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.050817 31416 heartbeater.cc:464] Registering TS with master...
06:39:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.050997 31416 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.049387 31415 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.051577 31415 heartbeater.cc:464] Registering TS with master...
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.051635 31189 ts_manager.cc:194] Registered new tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.051738 31415 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.051959 31117 ts_manager.cc:194] Registered new tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.052773 31044 ts_manager.cc:194] Registered new tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:39:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.052901 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.193:38547
06:39:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.145193 31421 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.145412 31421 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.145455 31421 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.149169 31421 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.149279 31421 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.194
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.154004 31421 tablet_server_runner.cc:78] Tablet server non-default flags:
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:0
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31421
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:52.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.155086 31421 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.156443 31421 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.165146 31427 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.165158 31429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.165181 31426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.165663 31421 server_base.cc:1034] running on GCE node
06:39:52.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.166078 31421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:52.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.166706 31421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.167887 31421 hybrid_clock.cc:648] HybridClock initialized: now 1783492792167863 us; error 37 us; skew 500 ppm
06:39:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.169443 31421 webserver.cc:460] Webserver started at http://127.30.70.194:42559/ using document root <none> and password file <none>
06:39:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.169937 31421 fs_manager.cc:359] Metadata directory not provided
06:39:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.169988 31421 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.170126 31421 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.171836 31421 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/instance:
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.172348 31421 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal/instance:
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.175606 31421 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
06:39:52.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.177687 31435 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.178723 31421 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:39:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.178804 31421 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:39:52.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.178865 31421 fs_report.cc:383] FS layout report
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/data
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.200918 31421 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.201431 31421 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.201603 31421 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.202067 31421 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:39:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.202937 31421 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:39:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.202983 31421 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:39:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.203020 31421 ts_tablet_manager.cc:610] Registered 0 tablets
06:39:52.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.203035 31421 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:39:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.210601 31421 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.194:40075
06:39:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.210690 31548 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.194:40075 every 8 connection(s)
06:39:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.211294 31421 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:39:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.218055 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31421
06:39:52.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.218145 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal/instance
06:39:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.220753 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:0
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:39:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.222730 31549 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:39:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.222805 31551 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:39:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.222952 31551 heartbeater.cc:464] Registering TS with master...
06:39:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.222951 31549 heartbeater.cc:464] Registering TS with master...
06:39:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.223490 31551 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:39:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.223491 31549 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:39:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.223997 31550 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:39:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.224184 31550 heartbeater.cc:464] Registering TS with master...
06:39:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.224545 31117 ts_manager.cc:194] Registered new tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:52.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.224568 31550 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:39:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.224902 31189 ts_manager.cc:194] Registered new tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.225226 31044 ts_manager.cc:194] Registered new tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.225560 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.194:54719
06:39:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.325852 31556 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.326035 31556 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:52.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.326062 31556 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.329792 31556 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.329869 31556 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.195
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.334254 31556 tablet_server_runner.cc:78] Tablet server non-default flags:
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:0
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31556
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:39:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.335038 31556 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:52.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.336246 31556 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.344679 31564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.344679 31562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:52.344677 31561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.344967 31556 server_base.cc:1034] running on GCE node
06:39:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.345315 31556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.345801 31556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:52.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.346974 31556 hybrid_clock.cc:648] HybridClock initialized: now 1783492792346952 us; error 34 us; skew 500 ppm
06:39:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.348628 31556 webserver.cc:460] Webserver started at http://127.30.70.195:36175/ using document root <none> and password file <none>
06:39:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.349161 31556 fs_manager.cc:359] Metadata directory not provided
06:39:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.349259 31556 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.349473 31556 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:39:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.351161 31556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/instance:
06:39:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:39:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.351806 31556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal/instance:
06:39:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:39:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.355306 31556 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
06:39:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.357694 31570 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:52.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.358726 31556 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.358839 31556 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.358930 31556 fs_report.cc:383] FS layout report
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/data
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:52.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.377272 31556 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:52.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.377833 31556 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.378013 31556 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:52.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.378539 31556 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:39:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.379424 31556 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:39:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.379487 31556 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:39:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.379534 31556 ts_tablet_manager.cc:610] Registered 0 tablets
06:39:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.379567 31556 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:39:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.387529 31556 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.195:41961
06:39:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.387589 31683 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.195:41961 every 8 connection(s)
06:39:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.388371 31556 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.397619 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31556
06:39:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.397737 31003 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal/instance
06:39:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.398823 31684 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.398959 31685 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399055 31686 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399120 31684 heartbeater.cc:464] Registering TS with master...
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399127 31686 heartbeater.cc:464] Registering TS with master...
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399641 31686 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:39:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399704 31684 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:39:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.399120 31685 heartbeater.cc:464] Registering TS with master...
06:39:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.400286 31685 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:39:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.400642 31189 ts_manager.cc:194] Registered new tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:52.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.401455 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.195:57531
06:39:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.401973 31117 ts_manager.cc:194] Registered new tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.402496 31044 ts_manager.cc:194] Registered new tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:52.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.404815 31003 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:39:52.405 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:39:52.406 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

06:39:52.414 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.70.254"
      port: 41081
    }
    bound_http_address {
      host: "127.30.70.254"
      port: 39765
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.70.253"
      port: 36053
    }
    bound_http_address {
      host: "127.30.70.253"
      port: 46675
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.70.252"
      port: 45253
    }
    bound_http_address {
      host: "127.30.70.252"
      port: 34321
    }
  }
}

06:39:52.419 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

06:39:52.421 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.70.193"
      port: 39867
    }
    bound_http_address {
      host: "127.30.70.193"
      port: 39087
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.70.194"
      port: 40075
    }
    bound_http_address {
      host: "127.30.70.194"
      port: 42559
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.70.195"
      port: 41961
    }
    bound_http_address {
      host: "127.30.70.195"
      port: 36175
    }
  }
}

06:39:52.421 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:39:52.586 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
06:39:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.660192 31245 catalog_manager.cc:1259] Loaded cluster ID: 6b0a1e2b39894eca883f685e535c233d
06:39:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.660266 31245 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: loading cluster ID for follower catalog manager: success
06:39:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.662438 31245 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: acquiring CA information for follower catalog manager: success
06:39:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.664372 31245 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0e2139e2051d445f90f0fe2d14a52caf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:39:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.707700 31273 catalog_manager.cc:1259] Loaded cluster ID: 6b0a1e2b39894eca883f685e535c233d
06:39:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.707773 31273 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: loading cluster ID for follower catalog manager: success
06:39:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.710022 31273 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: acquiring CA information for follower catalog manager: success
06:39:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:52.711452 31273 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 97d376d0acc346f6bffa98915ff890bb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:39:52.731 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.70.253:36053(127.30.70.253:36053)] connecting to peer
06:39:52.774 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.70.254:41081(127.30.70.254:41081)] connecting to peer
06:39:52.775 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.70.252:45253(127.30.70.252:45253)] connecting to peer
06:39:52.795 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.70.254:41081(127.30.70.254:41081)] Successfully connected to peer
06:39:52.795 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.70.253:36053(127.30.70.253:36053)] Successfully connected to peer
06:39:52.844 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.70.252:45253(127.30.70.252:45253)] Successfully connected to peer
06:39:52.861 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.70.253
06:39:52.861 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.70.254
06:39:52.948 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.30.70.252
06:39:53.045 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf23fd2df, L:/127.0.0.1:58670 - R:/127.30.70.254:41081] using SASL/PLAIN
06:39:53.045 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3b3b23d9, L:/127.0.0.1:57174 - R:/127.30.70.253:36053] using SASL/PLAIN
06:39:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.054708 31414 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:39:53.058 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x809f48ca, L:/127.0.0.1:45226 - R:/127.30.70.252:45253] using SASL/PLAIN
06:39:53.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:39:53.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=387), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.70.253:36053, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.70.254:41081, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.70.252:45253, [357ms] Sub RPC ConnectToMaster: received response from server master-127.30.70.254:41081: OK, [357ms] Sub RPC ConnectToMaster: received response from server master-127.30.70.253:36053: OK, [362ms] Sub RPC ConnectToMaster: received response from server master-127.30.70.252:45253: OK, deferred=null) after lookup
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.123844 31189 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45226:
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688"
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:39:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:39:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:39:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:53.125352 31189 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:39:53.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 91218a00bebc4ea8992658dff775bddd
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.147629 31348 tablet_service.cc:1467] Processing CreateTablet for tablet 823564943b4a42e3bf6ad264516132d1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688 [id=91218a00bebc4ea8992658dff775bddd]), partition=RANGE (key) PARTITION UNBOUNDED
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.147691 31483 tablet_service.cc:1467] Processing CreateTablet for tablet 823564943b4a42e3bf6ad264516132d1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688 [id=91218a00bebc4ea8992658dff775bddd]), partition=RANGE (key) PARTITION UNBOUNDED
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.147624 31618 tablet_service.cc:1467] Processing CreateTablet for tablet 823564943b4a42e3bf6ad264516132d1 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688 [id=91218a00bebc4ea8992658dff775bddd]), partition=RANGE (key) PARTITION UNBOUNDED
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.148612 31618 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 823564943b4a42e3bf6ad264516132d1. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.148612 31483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 823564943b4a42e3bf6ad264516132d1. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.148612 31348 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 823564943b4a42e3bf6ad264516132d1. 1 dirs total, 0 dirs full, 0 dirs failed
06:39:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.155869 31711 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap starting.
06:39:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.156000 31713 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap starting.
06:39:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.157940 31713 tablet_bootstrap.cc:654] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Neither blocks nor log segments found. Creating new log.
06:39:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.157963 31711 tablet_bootstrap.cc:654] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Neither blocks nor log segments found. Creating new log.
06:39:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.158674 31711 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Log is configured to *not* fsync() on all Append() calls
06:39:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.158866 31713 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Log is configured to *not* fsync() on all Append() calls
06:39:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.159310 31712 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap starting.
06:39:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.160687 31713 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: No bootstrap required, opened a new log
06:39:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.160787 31712 tablet_bootstrap.cc:654] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Neither blocks nor log segments found. Creating new log.
06:39:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.160863 31713 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent bootstrapping tablet: real 0.005s	user 0.003s	sys 0.000s
06:39:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.161469 31712 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Log is configured to *not* fsync() on all Append() calls
06:39:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.163179 31712 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: No bootstrap required, opened a new log
06:39:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.163383 31712 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent bootstrapping tablet: real 0.004s	user 0.001s	sys 0.003s
06:39:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.165175 31713 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.165419 31713 raft_consensus.cc:374] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.165472 31713 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Initialized, Role: FOLLOWER
06:39:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.165897 31713 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.166916 31713 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent starting tablet: real 0.006s	user 0.007s	sys 0.000s
06:39:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.167027 31711 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: No bootstrap required, opened a new log
06:39:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.167335 31711 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent bootstrapping tablet: real 0.012s	user 0.004s	sys 0.000s
06:39:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.171319 31711 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.171587 31711 raft_consensus.cc:374] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.171633 31711 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Initialized, Role: FOLLOWER
06:39:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.172006 31711 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.172624 31549 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.172904 31711 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.005s
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.172823 31712 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.173071 31712 raft_consensus.cc:374] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.173120 31712 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Initialized, Role: FOLLOWER
06:39:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.173507 31712 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.174813 31712 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent starting tablet: real 0.011s	user 0.003s	sys 0.002s
06:39:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.175271 31684 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:39:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:53.215866 31552 tablet.cc:2369] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:39:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.276983 31719 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:39:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.277145 31719 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.279202 31719 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.283195 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:39:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.283511 31503 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 0.
06:39:53.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.283577 31368 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:39:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.283849 31368 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 0.
06:39:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.284013 31571 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: 
06:39:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.284272 31719 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Leader pre-election won for term 1
06:39:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.284394 31719 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:39:53.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.284444 31719 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 0 FOLLOWER]: Advancing to term 1
06:39:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.285344 31719 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.285652 31719 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 1 election: Requested vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:53.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.286017 31368 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:39:53.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.286105 31368 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 0 FOLLOWER]: Advancing to term 1
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.286892 31368 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 1.
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287119 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287192 31571 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287230 31503 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 0 FOLLOWER]: Advancing to term 1
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287338 31719 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Leader election won for term 1
06:39:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287557 31719 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 LEADER]: Becoming Leader. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Running, Role: LEADER
06:39:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.287874 31719 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.288385 31503 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 1.
06:39:53.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:53.288874 31417 tablet.cc:2369] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:39:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.290889 31189 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e reported cstate change: term changed from 0 to 1, leader changed from <none> to 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195). New cstate: current_term: 1 leader_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:39:53.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 91218a00bebc4ea8992658dff775bddd
06:39:53.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.322 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=null) after lookup
06:39:53.334 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.334 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] Successfully connected to peer
06:39:53.375 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3d263d59, L:/127.0.0.1:51968 - R:/127.30.70.195:41961] using TOKEN/null
06:39:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.381650 31503 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Refusing update from remote peer 948ef9e7f15a4a668a4c1ba51180fc7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:39:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.381718 31368 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Refusing update from remote peer 948ef9e7f15a4a668a4c1ba51180fc7e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:39:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.382369 31722 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:39:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.382592 31719 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:39:53.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.389920 31725 mvcc.cc:205] Tried to move back new op lower bound from 7305186481683787776 to 7305186481310183424. Current Snapshot: MvccSnapshot[applied={T|T < 7305186481683787776}]
06:39:53.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.390211 31727 mvcc.cc:205] Tried to move back new op lower bound from 7305186481683787776 to 7305186481310183424. Current Snapshot: MvccSnapshot[applied={T|T < 7305186481683787776}]
06:39:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.400394 31726 mvcc.cc:205] Tried to move back new op lower bound from 7305186481683787776 to 7305186481310183424. Current Snapshot: MvccSnapshot[applied={T|T < 7305186481683787776}]
06:39:53.465 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:39:53.467 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.195:41961
06:39:53.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:39:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:53.469480 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31556
06:39:53.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:39:53.478 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] handling channelInactive
06:39:53.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state READY due to: connection closed
06:39:53.479 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: connection closed
06:39:53.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.500 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.501 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test)) after lookup
06:39:53.502 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.503 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.521 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119))) after lookup
06:39:53.522 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.524 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.560 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371))) after lookup
06:39:53.562 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.563 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.702 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=226), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [87ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [88ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [88ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [226ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958))) after lookup
06:39:53.703 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.705 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:53.901 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:53.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=426), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [87ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [88ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [88ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [226ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [228ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [230ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [230ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [422ms] refreshing cache from master, [423ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [425ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983))) after lookup
06:39:53.903 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:53.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:53.904 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:54.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:54.661 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:54.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1185), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [87ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [88ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [88ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [226ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [228ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [230ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [230ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [422ms] refreshing cache from master, [423ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [425ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [427ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [429ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [429ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1182ms] refreshing cache from master, [1182ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1185ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248))) after lookup
06:39:54.662 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:54.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:54.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:54.664 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.925751 31735 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:39:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.925882 31736 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:39:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.925902 31735 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.925971 31736 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.926913 31735 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:39:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.926918 31736 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.927625 31436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.927663 31301 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.928526 31301 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.928738 31436 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932252 31368 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:39:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932384 31368 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 1.
06:39:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932391 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932499 31503 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 1.
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932754 31436 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932819 31301 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.932972 31735 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.933019 31735 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.933055 31735 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 1 FOLLOWER]: Advancing to term 2
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.933166 31736 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.933221 31736 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:39:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.933266 31736 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 1 FOLLOWER]: Advancing to term 2
06:39:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934170 31735 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934214 31736 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934482 31735 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:39:54.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934482 31736 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934911 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.934911 31368 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935063 31368 raft_consensus.cc:2379] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 846a7b9670cd4b1d9da8c723e364bbe7 in current term 2: Already voted for candidate ede94084ecf94a809d34bc7b468c03d7 in this term.
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935087 31503 raft_consensus.cc:2379] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ede94084ecf94a809d34bc7b468c03d7 in current term 2: Already voted for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in this term.
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.935478 31436 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935586 31436 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7
06:39:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:54.935706 31301 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935741 31735 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:39:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935786 31301 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e
06:39:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:54.935902 31736 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:39:56.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:56.001 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:39:56.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2528), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [87ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [88ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [88ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [226ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [228ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [230ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [230ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [422ms] refreshing cache from master, [423ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [425ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [427ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [429ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [429ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1182ms] refreshing cache from master, [1182ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1185ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [1187ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [1189ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1189ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2522ms] refreshing cache from master, [2523ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [2525ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248) -> (continuation of Deferred@1618724611 after retry RPC@80704778), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248) -> (continuation of Deferred@1618724611 after retry RPC@80704778))) after lookup
06:39:56.006 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:39:56.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:56.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:56.007 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:39:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.806099 31746 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:39:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.806217 31746 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.806624 31746 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.807469 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:39:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.807631 31503 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 2.
06:39:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:56.807934 31301 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.808111 31301 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:39:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.808302 31746 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:39:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.808360 31746 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:39:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.808388 31746 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 2 FOLLOWER]: Advancing to term 3
06:39:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.809274 31746 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.809531 31746 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:39:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.810215 31503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:39:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.810348 31503 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 2 FOLLOWER]: Advancing to term 3
06:39:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:56.810619 31301 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:39:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.811281 31503 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 3.
06:39:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.811599 31301 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:39:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.811746 31746 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Leader election won for term 3
06:39:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.811915 31746 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 LEADER]: Becoming Leader. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Running, Role: LEADER
06:39:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.812224 31746 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:56.815053 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 reported cstate change: term changed from 1 to 3, leader changed from 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195) to ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193). New cstate: current_term: 3 leader_uuid: "ede94084ecf94a809d34bc7b468c03d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:39:57.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:57.225824 31301 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 -> Peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Couldn't send request to peer 948ef9e7f15a4a668a4c1ba51180fc7e. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:39:57.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:57.434466 31503 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Refusing update from remote peer ede94084ecf94a809d34bc7b468c03d7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
06:39:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:57.435009 31746 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:39:58.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:58.961 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:58.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5485), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [4ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [25ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [26ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [28ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [28ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [45ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [85ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [87ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [88ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [88ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [226ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [228ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [230ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [230ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [422ms] refreshing cache from master, [423ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [425ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [427ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [429ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [429ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1182ms] refreshing cache from master, [1182ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1185ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [1187ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [1189ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1189ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2522ms] refreshing cache from master, [2523ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [2525ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [2530ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2532ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2532ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [5482ms] refreshing cache from master, [5482ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [5485ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@278452589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@a41967a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248) -> (continuation of Deferred@1618724611 after retry RPC@80704778) -> (continuation of Deferred@1017786984 after retry RPC@222918127), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f295b61 -> wakeup thread Time-limited test -> (continuation of Deferred@836582623 after retry RPC@245921119) -> (continuation of Deferred@1051667548 after retry RPC@1935713371) -> (continuation of Deferred@757029620 after retry RPC@797584958) -> (continuation of Deferred@794459236 after retry RPC@1365199983) -> (continuation of Deferred@630549671 after retry RPC@2107846248) -> (continuation of Deferred@1618724611 after retry RPC@80704778) -> (continuation of Deferred@1017786984 after retry RPC@222918127))) after lookup
06:39:58.963 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:58.965 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] Successfully connected to peer
06:39:58.982 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6524269a, L:/127.0.0.1:59742 - R:/127.30.70.193:39867] using TOKEN/null
06:39:58.998 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.195:41961
06:39:59.000 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:39:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.000810 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:39:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.105410 31775 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:39:59.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.105647 31775 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:39:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.105693 31775 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:39:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.109863 31775 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:39:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.110005 31775 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.195
06:39:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.114645 31775 tablet_server_runner.cc:78] Tablet server non-default flags:
06:39:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:39:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:39:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31775
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:39:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.115788 31775 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:39:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.117110 31775 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:39:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.126448 31781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.126511 31775 server_base.cc:1034] running on GCE node
06:39:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.126525 31780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:39:59.126461 31783 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:39:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.127197 31775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:39:59.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.127790 31775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:39:59.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.128963 31775 hybrid_clock.cc:648] HybridClock initialized: now 1783492799128942 us; error 37 us; skew 500 ppm
06:39:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.135244 31775 webserver.cc:460] Webserver started at http://127.30.70.195:36175/ using document root <none> and password file <none>
06:39:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.135778 31775 fs_manager.cc:359] Metadata directory not provided
06:39:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.135847 31775 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:39:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.139219 31775 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
06:39:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.141122 31789 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:39:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.142180 31775 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
06:39:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.142304 31775 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:39:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.142804 31775 fs_report.cc:383] FS layout report
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/data
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:39:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:39:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.165551 31775 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:39:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.166229 31775 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:39:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.166414 31775 kserver.cc:163] Server-wide thread pool size limit: 3276
06:39:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.166967 31775 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:39:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.168116 31796 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:39:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.171497 31775 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:39:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.171561 31775 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:39:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.171613 31775 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:39:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.173019 31775 ts_tablet_manager.cc:610] Registered 1 tablets
06:39:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.173086 31775 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:39:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.173259 31796 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap starting.
06:39:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.182981 31775 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.195:41961
06:39:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.183579 31905 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.195:41961 every 8 connection(s)
06:39:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.184011 31775 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:39:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.186501 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31775
06:39:59.186 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:39:59.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.189988 31796 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Log is configured to *not* fsync() on all Append() calls
06:39:59.196 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:39:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.196738 31908 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:39:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.196934 31908 heartbeater.cc:464] Registering TS with master...
06:39:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.197079 31907 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:39:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.197170 31907 heartbeater.cc:464] Registering TS with master...
06:39:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.197435 31908 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:39:59.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.197435 31907 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:39:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.199579 31117 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.199757 31045 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:59.200 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.193:39867
06:39:59.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:39:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.201238 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31286
06:39:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.202908 31796 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:39:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.203296 31796 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap complete.
06:39:59.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.203734 31906 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:39:59.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.203822 31906 heartbeater.cc:464] Registering TS with master...
06:39:59.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.204010 31906 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:39:59.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.204584 31796 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent bootstrapping tablet: real 0.031s	user 0.016s	sys 0.009s
06:39:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.205060 31189 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:39:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.206085 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.195:43795
06:39:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.206770 31796 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.207194 31796 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Initialized, Role: FOLLOWER
06:39:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.207660 31796 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:39:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.208217 31906 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:39:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:39:59.208580 31796 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
06:39:59.209 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] handling channelInactive
06:39:59.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:39:59.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state READY due to: connection closed
06:39:59.210 [DEBUG - Time-limited test] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.212 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.219 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:59.220 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:59.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test)) after lookup
06:39:59.221 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.222 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.239 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:59.239 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:59.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [11ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [13ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [13ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640))) after lookup
06:39:59.241 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.241 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:59.281 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:59.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [11ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [13ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [13ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [31ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [32ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [70ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132))) after lookup
06:39:59.282 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.284 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:59.340 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:59.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=131), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [11ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [13ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [13ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [31ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [32ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [70ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [75ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [75ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [130ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833))) after lookup
06:39:59.342 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.343 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:39:59.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:39:59.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=392), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [11ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [13ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [13ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [31ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [32ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [70ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [75ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [75ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [130ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [132ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [134ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [134ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [389ms] refreshing cache from master, [389ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [391ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833) -> (continuation of Deferred@1461925123 after retry RPC@921349419), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833) -> (continuation of Deferred@1461925123 after retry RPC@921349419))) after lookup
06:39:59.602 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:39:59.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:39:59.604 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.498749 31920 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.498869 31920 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.499290 31920 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:00.500331 31436 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111) [suppressed 1 similar messages]
06:40:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:00.501128 31436 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.505121 31860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" is_pre_election: true
06:40:00.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.505466 31860 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 1.
06:40:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.506249 31436 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.506412 31920 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Leader pre-election won for term 4
06:40:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.506475 31920 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Starting leader election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.506506 31920 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 3 FOLLOWER]: Advancing to term 4
06:40:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.507385 31920 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.507793 31920 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.508102 31860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.508231 31860 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 1 FOLLOWER]: Advancing to term 4
06:40:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:00.508843 31436 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.510306 31860 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 4.
06:40:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.510598 31436 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:00.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.510779 31920 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 FOLLOWER]: Leader election won for term 4
06:40:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.510980 31920 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 LEADER]: Becoming Leader. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Running, Role: LEADER
06:40:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.511262 31920 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:00.513454 31189 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 reported cstate change: term changed from 3 to 4, leader changed from ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193) to 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194). New cstate: current_term: 4 leader_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: HEALTHY } } }
06:40:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:00.929843 31436 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 -> Peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Couldn't send request to peer ede94084ecf94a809d34bc7b468c03d7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.099649 31860 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Refusing update from remote peer 846a7b9670cd4b1d9da8c723e364bbe7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
06:40:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.100346 31920 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
06:40:01.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:01.341 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:01.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2132), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [11ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [13ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [13ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [31ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [32ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [70ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [75ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [75ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [130ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [132ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [134ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [134ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [389ms] refreshing cache from master, [389ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [391ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [393ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [395ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [396ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2129ms] refreshing cache from master, [2129ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [2131ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1169834137(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@478c0a9f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833) -> (continuation of Deferred@1461925123 after retry RPC@921349419) -> (continuation of Deferred@2124299956 after retry RPC@503203769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ac92100 -> wakeup thread Time-limited test -> (continuation of Deferred@918146830 after retry RPC@1966811640) -> (continuation of Deferred@2010837025 after retry RPC@253991132) -> (continuation of Deferred@1411713005 after retry RPC@1677775833) -> (continuation of Deferred@1461925123 after retry RPC@921349419) -> (continuation of Deferred@2124299956 after retry RPC@503203769))) after lookup
06:40:01.344 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.345 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] Successfully connected to peer
06:40:01.364 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e5543dd, L:/127.0.0.1:46064 - R:/127.30.70.194:40075] using TOKEN/null
06:40:01.382 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.193:39867
06:40:01.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.383324 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.489615 31949 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.489869 31949 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.489930 31949 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.494004 31949 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.494143 31949 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.193
06:40:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.498669 31949 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31949
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.499787 31949 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.501214 31949 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.510593 31955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.510593 31957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:01.510680 31954 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.510735 31949 server_base.cc:1034] running on GCE node
06:40:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.511287 31949 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:01.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.511876 31949 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.513062 31949 hybrid_clock.cc:648] HybridClock initialized: now 1783492801513040 us; error 30 us; skew 500 ppm
06:40:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.514815 31949 webserver.cc:460] Webserver started at http://127.30.70.193:39087/ using document root <none> and password file <none>
06:40:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.515434 31949 fs_manager.cc:359] Metadata directory not provided
06:40:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.515542 31949 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:01.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.518996 31949 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
06:40:01.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.521010 31963 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.522066 31949 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.522202 31949 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.522686 31949 fs_report.cc:383] FS layout report
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/data
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.535465 31949 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.536010 31949 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.536194 31949 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.536731 31949 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.537850 31970 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:01.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.541272 31949 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:01.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.541347 31949 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:01.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.541425 31949 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.543114 31949 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.543186 31949 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:40:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.543416 31970 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap starting.
06:40:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.553390 31949 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.193:39867
06:40:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.553478 32078 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.193:39867 every 8 connection(s)
06:40:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.554293 31949 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.558684 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 31949
06:40:01.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:01.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.559871 31970 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Log is configured to *not* fsync() on all Append() calls
06:40:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.565917 32080 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.565950 32081 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.566109 32081 heartbeater.cc:464] Registering TS with master...
06:40:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.566712 32081 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.566108 32080 heartbeater.cc:464] Registering TS with master...
06:40:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.567639 32080 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.568481 31117 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.568524 31044 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:01.570 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.570966 32079 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.571064 32079 heartbeater.cc:464] Registering TS with master...
06:40:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.571213 32079 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:01.572 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.194:40075
06:40:01.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.572348 31189 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.573163 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31421
06:40:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.573319 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.193:46291
06:40:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.578474 31970 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.578758 31970 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap complete.
06:40:01.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.579916 31970 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent bootstrapping tablet: real 0.037s	user 0.019s	sys 0.008s
06:40:01.580 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] handling channelInactive
06:40:01.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state READY due to: connection closed
06:40:01.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:01.581 [DEBUG - Time-limited test] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.582707 31970 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.583137 31970 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Initialized, Role: FOLLOWER
06:40:01.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.583580 31970 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.584147 32079 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:01.584 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:01.584535 31970 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
06:40:01.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:01.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:01.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test)) after lookup
06:40:01.602 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.603 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:01.620 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:01.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [21ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [22ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519))) after lookup
06:40:01.621 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.623 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:01.660 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:01.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [21ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [22ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [42ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [78ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505))) after lookup
06:40:01.661 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:01.700 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:01.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [21ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [22ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [42ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [78ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [81ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [81ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620))) after lookup
06:40:01.702 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:01.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:01.704 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:02.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:02.180 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:02.181 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=599), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [21ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [22ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [42ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [78ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [81ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [81ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [120ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [122ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [596ms] refreshing cache from master, [596ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [598ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620) -> (continuation of Deferred@1881192333 after retry RPC@156784096), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620) -> (continuation of Deferred@1881192333 after retry RPC@156784096))) after lookup
06:40:02.181 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:02.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:02.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:02.182 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.738968 32092 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:40:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.739207 32092 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:02.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.740288 32092 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:02.741217 31964 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:02.742136 31964 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.744161 31860 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" is_pre_election: true
06:40:02.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.744712 31964 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:02.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.744971 32092 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
06:40:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.881984 32097 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:02.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.882229 32097 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:02.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.883400 32097 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:02.884424 31790 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:02.885363 31790 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.888434 32032 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:40:02.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.888645 32032 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 3.
06:40:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.889318 31790 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.889559 32097 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Leader pre-election won for term 5
06:40:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.889611 32097 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Starting leader election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.889635 32097 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 4 FOLLOWER]: Advancing to term 5
06:40:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.890398 32097 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:02.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.890651 32097 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 election: Requested vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.891000 32032 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.891140 32032 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 3 FOLLOWER]: Advancing to term 5
06:40:02.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:02.891654 31790 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.893175 32032 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 5.
06:40:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.893492 31790 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.893671 32097 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Leader election won for term 5
06:40:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.893872 32097 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 LEADER]: Becoming Leader. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Running, Role: LEADER
06:40:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.894147 32097 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:02.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:02.896471 31189 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e reported cstate change: term changed from 4 to 5, leader changed from 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194) to 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195). New cstate: current_term: 5 leader_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:40:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.281262 31790 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e -> Peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Couldn't send request to peer 846a7b9670cd4b1d9da8c723e364bbe7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.284814 32032 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Refusing update from remote peer 948ef9e7f15a4a668a4c1ba51180fc7e: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
06:40:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.285449 32097 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
06:40:03.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.481 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.482 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1900), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [3ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [19ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [21ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [22ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [42ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [78ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [81ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [81ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [120ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [122ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [596ms] refreshing cache from master, [596ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [598ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [600ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [601ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [602ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [1897ms] refreshing cache from master, [1897ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1899ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@51187555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@370c2886 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620) -> (continuation of Deferred@1881192333 after retry RPC@156784096) -> (continuation of Deferred@1662983828 after retry RPC@328199726), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e54823e -> wakeup thread Time-limited test -> (continuation of Deferred@318252551 after retry RPC@2128830519) -> (continuation of Deferred@2116716275 after retry RPC@464364505) -> (continuation of Deferred@2059150886 after retry RPC@870927620) -> (continuation of Deferred@1881192333 after retry RPC@156784096) -> (continuation of Deferred@1662983828 after retry RPC@328199726))) after lookup
06:40:03.483 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.485 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] Successfully connected to peer
06:40:03.504 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1146fb26, L:/127.0.0.1:38512 - R:/127.30.70.195:41961] using TOKEN/null
06:40:03.520 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.194:40075
06:40:03.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.521298 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.627282 32123 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.627522 32123 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.627562 32123 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.632625 32123 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.632725 32123 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.194
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.638478 32123 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:03.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.32123
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:03.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.639223 32123 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:03.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.640323 32123 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.648691 32131 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.648708 32129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.648754 32128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.648991 32123 server_base.cc:1034] running on GCE node
06:40:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.649299 32123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.649797 32123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:03.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.650974 32123 hybrid_clock.cc:648] HybridClock initialized: now 1783492803650958 us; error 25 us; skew 500 ppm
06:40:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.652501 32123 webserver.cc:460] Webserver started at http://127.30.70.194:42559/ using document root <none> and password file <none>
06:40:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.653033 32123 fs_manager.cc:359] Metadata directory not provided
06:40:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.653136 32123 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.656777 32123 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.002s
06:40:03.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.658494 32137 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:03.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.659476 32123 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.659586 32123 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.660036 32123 fs_report.cc:383] FS layout report
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/data
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.687211 32123 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.687739 32123 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.687918 32123 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.688448 32123 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.689519 32144 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.692962 32123 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.693033 32123 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.693094 32123 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.694464 32123 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.694547 32123 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:40:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.694739 32144 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap starting.
06:40:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.703533 32123 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.194:40075
06:40:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.703672 32251 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.194:40075 every 8 connection(s)
06:40:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.704444 32123 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.707158 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 32123
06:40:03.707 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.712121 32144 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Log is configured to *not* fsync() on all Append() calls
06:40:03.715 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.719650 32254 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.719674 32253 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.719842 32254 heartbeater.cc:464] Registering TS with master...
06:40:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.719841 32253 heartbeater.cc:464] Registering TS with master...
06:40:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.720410 32253 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.720412 32254 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.722087 31045 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:03.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.722710 31117 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.724367 32252 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.724440 32252 heartbeater.cc:464] Registering TS with master...
06:40:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.724593 32252 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.725273 31188 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:03.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.726155 31188 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.194:43801
06:40:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.727203 32144 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.727583 32144 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap complete.
06:40:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.728709 32144 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent bootstrapping tablet: real 0.034s	user 0.022s	sys 0.005s
06:40:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.731031 32144 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.731451 32144 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Initialized, Role: FOLLOWER
06:40:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.731846 32144 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:03.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.732690 32144 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
06:40:03.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.733006 32252 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:03.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.734665 32206 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 4 FOLLOWER]: Advancing to term 5
06:40:03.738 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.195:41961
06:40:03.738 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:03.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.739032 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31775
06:40:03.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:03.740279 32267 mvcc.cc:205] Tried to move back new op lower bound from 7305186523207589888 to 7305186520656478208. Current Snapshot: MvccSnapshot[applied={T|T < 7305186523160989696}]
06:40:03.747 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] handling channelInactive
06:40:03.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state READY due to: connection closed
06:40:03.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:03.748 [DEBUG - Time-limited test] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:03.748839 32138 connection.cc:441] server connection from 127.30.70.195:45709 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.30.70.195:45709 (request call id 0) could send its response
06:40:03.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.750 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.759 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.759 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test)) after lookup
06:40:03.760 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.762 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.780 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069))) after lookup
06:40:03.781 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.782 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.820 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [33ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [34ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [34ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [71ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832))) after lookup
06:40:03.821 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.823 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.880 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [33ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [34ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [34ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [71ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [74ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [75ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [131ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222))) after lookup
06:40:03.881 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.882 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:03.901 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:03.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [33ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [34ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [34ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [71ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [74ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [75ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [131ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [133ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [134ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [134ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [152ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157))) after lookup
06:40:03.902 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:03.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:03.904 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:04.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:04.641 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:04.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=893), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [33ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [34ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [34ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [71ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [74ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [75ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [131ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [133ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [134ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [134ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [152ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [154ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [156ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [156ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [889ms] refreshing cache from master, [889ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [892ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157) -> (continuation of Deferred@1036109039 after retry RPC@654377290), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157) -> (continuation of Deferred@1036109039 after retry RPC@654377290))) after lookup
06:40:04.661 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:04.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:04.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:04.663 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.020841 32272 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.020967 32272 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:05.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.021337 32272 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:05.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:05.022555 31964 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.025417 32206 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:40:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.026002 31964 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.026139 32272 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
06:40:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.238214 32277 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.238463 32277 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.239522 32277 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:05.240314 32138 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:05.241379 32138 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.243746 32032 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:40:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.243873 32032 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 5.
06:40:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.244194 32138 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.244423 32277 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 5 FOLLOWER]: Leader pre-election won for term 6
06:40:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.244482 32277 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.244522 32277 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 5 FOLLOWER]: Advancing to term 6
06:40:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.245343 32277 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:05.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.245630 32277 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.246160 32032 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.246289 32032 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 5 FOLLOWER]: Advancing to term 6
06:40:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:05.246508 32138 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.247133 32032 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 6.
06:40:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.247426 32138 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.247570 32277 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Leader election won for term 6
06:40:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.247736 32277 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 LEADER]: Becoming Leader. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Running, Role: LEADER
06:40:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.248042 32277 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:05.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.250459 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 reported cstate change: term changed from 5 to 6, leader changed from 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195) to 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194). New cstate: current_term: 6 leader_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: HEALTHY } } }
06:40:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:05.650157 32138 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 -> Peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Couldn't send request to peer 948ef9e7f15a4a668a4c1ba51180fc7e. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:05.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.684787 32032 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Refusing update from remote peer 846a7b9670cd4b1d9da8c723e364bbe7: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
06:40:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:05.685300 32277 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
06:40:07.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:07.360 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:07.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3612), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [11ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [14ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [15ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [31ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [33ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [34ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [34ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [71ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [72ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [74ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [75ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [131ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [133ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [134ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [134ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [150ms] refreshing cache from master, [150ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [152ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [154ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [156ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [156ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [889ms] refreshing cache from master, [889ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [892ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [913ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [915ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [915ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [3609ms] refreshing cache from master, [3609ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [3611ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@49252756(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5c7f65b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157) -> (continuation of Deferred@1036109039 after retry RPC@654377290) -> (continuation of Deferred@1249908143 after retry RPC@1580534412), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b926cc5 -> wakeup thread Time-limited test -> (continuation of Deferred@2056872463 after retry RPC@1927663069) -> (continuation of Deferred@879644715 after retry RPC@891033832) -> (continuation of Deferred@312806914 after retry RPC@1194037222) -> (continuation of Deferred@490039207 after retry RPC@1876865157) -> (continuation of Deferred@1036109039 after retry RPC@654377290) -> (continuation of Deferred@1249908143 after retry RPC@1580534412))) after lookup
06:40:07.362 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.363 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] Successfully connected to peer
06:40:07.378 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x012c9659, L:/127.0.0.1:42806 - R:/127.30.70.194:40075] using TOKEN/null
06:40:07.396 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.195:41961
06:40:07.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.397396 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.519589 32312 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.519847 32312 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.519896 32312 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.524259 32312 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:07.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.524375 32312 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.195
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.529951 32312 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.32312
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:07.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.531158 32312 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.532552 32312 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.541610 32317 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.541831 32312 server_base.cc:1034] running on GCE node
06:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.541636 32320 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.541620 32318 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.542402 32312 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:07.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.542912 32312 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:07.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.544099 32312 hybrid_clock.cc:648] HybridClock initialized: now 1783492807544070 us; error 40 us; skew 500 ppm
06:40:07.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.545831 32312 webserver.cc:460] Webserver started at http://127.30.70.195:36175/ using document root <none> and password file <none>
06:40:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.546393 32312 fs_manager.cc:359] Metadata directory not provided
06:40:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.546483 32312 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.549714 32312 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
06:40:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.551704 32326 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.552811 32312 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.552932 32312 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.553436 32312 fs_report.cc:383] FS layout report
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/data
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.566099 32312 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.566704 32312 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.566893 32312 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:07.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.567528 32312 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.568591 32333 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.571974 32312 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.572044 32312 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.572098 32312 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:07.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.573483 32312 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:07.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.573552 32312 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
06:40:07.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.573753 32333 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap starting.
06:40:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.583590 32312 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.195:41961
06:40:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.583628 32440 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.195:41961 every 8 connection(s)
06:40:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.584457 32312 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:07.587 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.586719 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 32312
06:40:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.589856 32333 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Log is configured to *not* fsync() on all Append() calls
06:40:07.591 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
06:40:07.591 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
06:40:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.597270 32441 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.597468 32441 heartbeater.cc:464] Registering TS with master...
06:40:07.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.598022 32441 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:07.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.599685 31188 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:07.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.600620 31188 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.195:50753
06:40:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.602825 32443 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.602890 32443 heartbeater.cc:464] Registering TS with master...
06:40:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.603242 32443 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:07.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.604090 31117 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.605370 32442 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.605443 32442 heartbeater.cc:464] Registering TS with master...
06:40:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.605585 32442 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.606338 31045 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:07.606 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:07.612 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.194:40075
06:40:07.613 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.613276 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 32123
06:40:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.617717 32333 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.618083 32333 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap complete.
06:40:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.619215 32333 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent bootstrapping tablet: real 0.046s	user 0.022s	sys 0.006s
06:40:07.620 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] handling channelInactive
06:40:07.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state READY due to: connection closed
06:40:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:07.620805 32452 negotiation.cc:337] Failed RPC negotiation. Trace:
06:40:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.601737 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.30.70.194:43031 (local address 127.30.70.195:41961)
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608012 (+  6275us) server_negotiation.cc:206] Beginning negotiation
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608025 (+    13us) server_negotiation.cc:399] Waiting for connection header
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608046 (+    21us) server_negotiation.cc:407] Connection header received
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608102 (+    56us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608106 (+     4us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608270 (+   164us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.608420 (+   150us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.613257 (+  4837us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.616103 (+  2846us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 06:40:07.619960 (+  3857us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.30.70.194:43031: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:40:07.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:07.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6190,"thread_start_us":90,"threads_started":1}
06:40:07.622 [DEBUG - Time-limited test] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.622078 32333 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.622421 32333 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Initialized, Role: FOLLOWER
06:40:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.622840 32333 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.623644 32441 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:07.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:07.623718 32333 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.003s
06:40:07.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.629 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:07.640 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:07.640 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test)) after lookup
06:40:07.641 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.642 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:07.660 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:07.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269))) after lookup
06:40:07.661 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:07.680 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:07.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [40ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [59ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921))) after lookup
06:40:07.681 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.683 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:07.801 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:07.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [40ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [59ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [60ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [62ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [62ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [179ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359))) after lookup
06:40:07.802 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:07.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:07.804 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:08.061 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:08.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=439), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [40ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [59ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [60ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [62ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [62ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [179ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [181ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [182ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [183ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [437ms] refreshing cache from master, [437ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [439ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168))) after lookup
06:40:08.062 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:08.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.065 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:08.781 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:08.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1159), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [40ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [59ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [60ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [62ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [62ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [179ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [181ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [182ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [183ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [437ms] refreshing cache from master, [437ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [439ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [440ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [444ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [444ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [1157ms] refreshing cache from master, [1157ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1159ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168) -> (continuation of Deferred@665671517 after retry RPC@94129975), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168) -> (continuation of Deferred@665671517 after retry RPC@94129975))) after lookup
06:40:08.782 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:08.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.783 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.895618 32455 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.895764 32455 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:08.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.896128 32455 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:08.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:08.897171 31964 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111) [suppressed 1 similar messages]
06:40:08.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:08.898032 31964 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.901358 32395 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" is_pre_election: true
06:40:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.901671 32395 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 5.
06:40:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.902385 31964 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.902621 32455 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Leader pre-election won for term 7
06:40:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.902691 32455 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.902730 32455 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 6 FOLLOWER]: Advancing to term 7
06:40:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.903873 32455 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.904220 32455 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.904575 32395 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.904723 32395 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 5 FOLLOWER]: Advancing to term 7
06:40:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:08.905510 31964 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.906811 32395 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 7.
06:40:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.907104 31964 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.907264 32455 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Leader election won for term 7
06:40:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.907508 32455 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 LEADER]: Becoming Leader. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Running, Role: LEADER
06:40:08.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.907821 32455 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:08.910056 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 reported cstate change: term changed from 6 to 7, leader changed from 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194) to ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193). New cstate: current_term: 7 leader_uuid: "ede94084ecf94a809d34bc7b468c03d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:40:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:09.322891 32395 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Refusing update from remote peer ede94084ecf94a809d34bc7b468c03d7: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
06:40:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:09.323558 32455 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
06:40:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:09.332387 31964 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 -> Peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Couldn't send request to peer 846a7b9670cd4b1d9da8c723e364bbe7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:10.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:10.621 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:10.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3000), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [7ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [8ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [19ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [22ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [40ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [59ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [60ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [62ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [62ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [179ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [181ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [182ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [183ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [437ms] refreshing cache from master, [437ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [439ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [440ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [444ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [444ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [1157ms] refreshing cache from master, [1157ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1159ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [1161ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [1162ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [1162ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2997ms] refreshing cache from master, [2997ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [2999ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@227470962(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@61dd0d19 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168) -> (continuation of Deferred@665671517 after retry RPC@94129975) -> (continuation of Deferred@1820006161 after retry RPC@1052508783), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d4c0b02 -> wakeup thread Time-limited test -> (continuation of Deferred@1551498139 after retry RPC@1097920269) -> (continuation of Deferred@34383649 after retry RPC@919569921) -> (continuation of Deferred@1669940633 after retry RPC@691808359) -> (continuation of Deferred@496400569 after retry RPC@2062225168) -> (continuation of Deferred@665671517 after retry RPC@94129975) -> (continuation of Deferred@1820006161 after retry RPC@1052508783))) after lookup
06:40:10.623 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:10.627 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] Successfully connected to peer
06:40:10.646 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x11b77465, L:/127.0.0.1:46258 - R:/127.30.70.193:39867] using TOKEN/null
06:40:10.664 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.194:40075
06:40:10.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.666590 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.775174 32489 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.775470 32489 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:10.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.775518 32489 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.779422 32489 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.779532 32489 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.194
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.784014 32489 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.32489
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:10.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.785252 32489 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:10.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.786705 32489 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.795877 32494 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.795921 32497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:10.795921 32495 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.795974 32489 server_base.cc:1034] running on GCE node
06:40:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.796676 32489 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.797300 32489 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.798478 32489 hybrid_clock.cc:648] HybridClock initialized: now 1783492810798452 us; error 40 us; skew 500 ppm
06:40:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.804773 32489 webserver.cc:460] Webserver started at http://127.30.70.194:42559/ using document root <none> and password file <none>
06:40:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.805408 32489 fs_manager.cc:359] Metadata directory not provided
06:40:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.805507 32489 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:10.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.809191 32489 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
06:40:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.811298 32503 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:10.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.812613 32489 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.812749 32489 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.813292 32489 fs_report.cc:383] FS layout report
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/data
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:10.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.838977 32489 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.839819 32489 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.840026 32489 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.840647 32489 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.842031 32510 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.846495 32489 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.846571 32489 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
06:40:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.846632 32489 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.848227 32489 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.848294 32489 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.001s
06:40:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.848541 32510 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap starting.
06:40:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.859660 32489 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.194:40075
06:40:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.859710 32617 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.194:40075 every 8 connection(s)
06:40:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.861021 32489 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.862452 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 32489
06:40:10.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:10.872 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:10.873 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.193:39867
06:40:10.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:40:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.873802 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31949
06:40:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.875492 32510 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Log is configured to *not* fsync() on all Append() calls
06:40:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.878046 32620 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.878278 32620 heartbeater.cc:464] Registering TS with master...
06:40:10.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.878852 32620 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.880851 31117 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.881779 32619 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.881829 32618 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.881862 32619 heartbeater.cc:464] Registering TS with master...
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.881908 32618 heartbeater.cc:464] Registering TS with master...
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.882076 32618 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.882062 32619 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:10.882 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] handling channelInactive
06:40:10.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state READY due to: connection closed
06:40:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.883060 31188 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.883795 31044 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.884034 31188 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.194:52695
06:40:10.885 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:10.886 [DEBUG - Time-limited test] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:10.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.887 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.893018 32510 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.893442 32510 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap complete.
06:40:10.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.894471 32510 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent bootstrapping tablet: real 0.046s	user 0.033s	sys 0.000s
06:40:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.896639 32510 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.897017 32510 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Initialized, Role: FOLLOWER
06:40:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.897498 32510 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.898204 32618 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:10.898532 32510 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
06:40:10.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:10.900 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:10.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test)) after lookup
06:40:10.901 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:10.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.903 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:10.920 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:10.921 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653))) after lookup
06:40:10.922 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:10.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.923 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:10.940 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:10.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [36ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [38ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [38ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [54ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810))) after lookup
06:40:10.942 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:10.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:10.943 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:11.001 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:11.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=115), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [36ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [38ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [38ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [54ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [56ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [58ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [58ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563))) after lookup
06:40:11.002 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:11.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.003 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:11.141 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:11.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=256), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [36ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [38ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [38ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [54ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [56ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [58ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [58ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [116ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [118ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [118ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [255ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360))) after lookup
06:40:11.142 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:11.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:11.144 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:12.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:12.001 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:12.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1116), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [36ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [38ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [38ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [54ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [56ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [58ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [58ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [116ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [118ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [118ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [255ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [256ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [259ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [259ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [1113ms] refreshing cache from master, [1113ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360) -> (continuation of Deferred@850699356 after retry RPC@712453414), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360) -> (continuation of Deferred@850699356 after retry RPC@712453414))) after lookup
06:40:12.002 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:12.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:12.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:12.004 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.165335 32631 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Starting pre-election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.165470 32631 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:12.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.166522 32631 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:12.167285 32327 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:12.168409 32327 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.171957 32572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:40:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.172282 32572 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 6.
06:40:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.173084 32327 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.173316 32631 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Leader pre-election won for term 8
06:40:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.173367 32631 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Starting leader election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.173403 32631 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 7 FOLLOWER]: Advancing to term 8
06:40:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.174252 32631 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.174571 32631 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 election: Requested vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.175138 32572 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:40:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.175287 32572 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 6 FOLLOWER]: Advancing to term 8
06:40:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:12.175544 32327 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.177249 32572 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 8.
06:40:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.177536 32327 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.177683 32631 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Leader election won for term 8
06:40:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.177863 32631 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 LEADER]: Becoming Leader. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Running, Role: LEADER
06:40:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.178146 32631 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.180272 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e reported cstate change: term changed from 7 to 8, leader changed from ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193) to 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195). New cstate: current_term: 8 leader_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:40:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.732818 32572 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Refusing update from remote peer 948ef9e7f15a4a668a4c1ba51180fc7e: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
06:40:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:12.733707 32648 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
06:40:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:12.744447 32327 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e -> Peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Couldn't send request to peer ede94084ecf94a809d34bc7b468c03d7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:15.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.321 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4435), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [2ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [2ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [14ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [16ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [18ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [18ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [35ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [36ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [38ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [38ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [54ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [56ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [58ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [58ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [116ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [118ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [118ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [255ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [256ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [259ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [259ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [1113ms] refreshing cache from master, [1113ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1115ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [1117ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [1119ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [1119ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4433ms] refreshing cache from master, [4433ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [4435ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@206272410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@7b4d0fc3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360) -> (continuation of Deferred@850699356 after retry RPC@712453414) -> (continuation of Deferred@1126745853 after retry RPC@1106475383), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@21fa6d7 -> wakeup thread Time-limited test -> (continuation of Deferred@1874422011 after retry RPC@284115653) -> (continuation of Deferred@1876915031 after retry RPC@673397810) -> (continuation of Deferred@1248579528 after retry RPC@2065217563) -> (continuation of Deferred@477864165 after retry RPC@2029786360) -> (continuation of Deferred@850699356 after retry RPC@712453414) -> (continuation of Deferred@1126745853 after retry RPC@1106475383))) after lookup
06:40:15.322 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.323 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] Successfully connected to peer
06:40:15.340 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe17515aa, L:/127.0.0.1:52318 - R:/127.30.70.195:41961] using TOKEN/null
06:40:15.357 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.193:39867
06:40:15.357 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.358155 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:15.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.405526 32327 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e -> Peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Couldn't send request to peer ede94084ecf94a809d34bc7b468c03d7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:40:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.469125 32675 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.469408 32675 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:15.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.469457 32675 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.473966 32675 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.474089 32675 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.193
06:40:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.478689 32675 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.32675
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.480044 32675 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.481401 32675 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.490841 32675 server_base.cc:1034] running on GCE node
06:40:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.490783 32682 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.490804 32683 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:15.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:15.490788 32685 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.491881 32675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.492513 32675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.493705 32675 hybrid_clock.cc:648] HybridClock initialized: now 1783492815493685 us; error 29 us; skew 500 ppm
06:40:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.495666 32675 webserver.cc:460] Webserver started at http://127.30.70.193:39087/ using document root <none> and password file <none>
06:40:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.496224 32675 fs_manager.cc:359] Metadata directory not provided
06:40:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.496325 32675 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.499894 32675 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
06:40:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.502295 32691 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.503546 32675 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.503633 32675 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.504106 32675 fs_report.cc:383] FS layout report
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/data
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.528455 32675 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:15.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.529080 32675 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:15.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.529225 32675 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.529909 32675 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.531168 32698 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.535086 32675 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.535140 32675 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.535187 32675 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.536635 32675 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.536706 32675 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:40:15.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.536953 32698 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap starting.
06:40:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.547180 32675 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.193:39867
06:40:15.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.547289   337 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.193:39867 every 8 connection(s)
06:40:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.548156 32675 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:15.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.554140 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 32675
06:40:15.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.555449 32698 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Log is configured to *not* fsync() on all Append() calls
06:40:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.562011   340 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.562217   340 heartbeater.cc:464] Registering TS with master...
06:40:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.562438   338 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.562505   338 heartbeater.cc:464] Registering TS with master...
06:40:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.562790   340 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:15.564 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:15.564 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.195:41961
06:40:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.564615 31117 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:15.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.565272 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 32312
06:40:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.563297   339 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.565248   338 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.566926   339 heartbeater.cc:464] Registering TS with master...
06:40:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.567108   339 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.567648 31188 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.568380 31188 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.193:33551
06:40:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.569288 31045 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:15.572 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] handling channelInactive
06:40:15.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state READY due to: connection closed
06:40:15.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:15.574 [DEBUG - Time-limited test] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.575 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.578860 32698 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:15.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.579319 32698 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap complete.
06:40:15.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.580 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.580706 32698 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent bootstrapping tablet: real 0.044s	user 0.029s	sys 0.008s
06:40:15.581 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test)) after lookup
06:40:15.581 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.583 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.583786 32698 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.584404 32698 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Initialized, Role: FOLLOWER
06:40:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.584869 32698 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.585579   338 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:15.585898 32698 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
06:40:15.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.600 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [8ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [10ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [11ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [26ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715))) after lookup
06:40:15.601 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.602 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.619 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.620 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [8ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [10ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [11ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [26ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [27ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [29ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [46ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914))) after lookup
06:40:15.621 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.622 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.740 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=167), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [8ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [10ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [11ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [26ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [27ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [29ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [46ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [167ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273))) after lookup
06:40:15.742 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.743 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:15.960 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:15.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=387), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [8ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [10ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [11ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [26ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [27ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [29ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [46ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [167ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [168ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [170ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [170ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [384ms] refreshing cache from master, [384ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [386ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273) -> (continuation of Deferred@1319156764 after retry RPC@1858874842), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273) -> (continuation of Deferred@1319156764 after retry RPC@1858874842))) after lookup
06:40:15.962 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:15.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:15.963 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.857204   352 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:16.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.857369   352 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.858506   352 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:16.859447 32504 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:16.860513 32504 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.865497 32760 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:40:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.865785 32760 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 7.
06:40:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.866631 32504 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.866904   352 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Leader pre-election won for term 9
06:40:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.866967   352 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.867004   352 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 8 FOLLOWER]: Advancing to term 9
06:40:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.868008   352 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.868436   352 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.869000 32760 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.869154 32760 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 7 FOLLOWER]: Advancing to term 9
06:40:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:16.869391 32504 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.871191 32760 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 9.
06:40:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.871547 32504 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.871737   352 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Leader election won for term 9
06:40:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.871964   352 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 LEADER]: Becoming Leader. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Running, Role: LEADER
06:40:16.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.872293   352 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:16.874763 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 reported cstate change: term changed from 8 to 9, leader changed from 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195) to 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194). New cstate: current_term: 9 leader_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: HEALTHY } } }
06:40:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.325834 32760 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Refusing update from remote peer 846a7b9670cd4b1d9da8c723e364bbe7: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
06:40:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.326565   352 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
06:40:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.336576 32504 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 -> Peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Couldn't send request to peer 948ef9e7f15a4a668a4c1ba51180fc7e. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:17.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.500 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.501 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1927), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [6ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [8ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [10ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [11ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [26ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [27ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [29ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [29ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [46ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [47ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [49ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [49ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [164ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [167ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [168ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [170ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [170ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [384ms] refreshing cache from master, [384ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [386ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [388ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [390ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [391ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [1924ms] refreshing cache from master, [1924ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [1926ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@1896616866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@5e27e5b5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273) -> (continuation of Deferred@1319156764 after retry RPC@1858874842) -> (continuation of Deferred@1351879951 after retry RPC@1597593658), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@25767616 -> wakeup thread Time-limited test -> (continuation of Deferred@1662061529 after retry RPC@1975588715) -> (continuation of Deferred@475081575 after retry RPC@1799333914) -> (continuation of Deferred@985756331 after retry RPC@740848273) -> (continuation of Deferred@1319156764 after retry RPC@1858874842) -> (continuation of Deferred@1351879951 after retry RPC@1597593658))) after lookup
06:40:17.502 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.503 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] Successfully connected to peer
06:40:17.520 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf6076c0f, L:/127.0.0.1:53520 - R:/127.30.70.194:40075] using TOKEN/null
06:40:17.539 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.195:41961
06:40:17.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.540220 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:17.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.656718   379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.656971   379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.657019   379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.661156   379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.661279   379 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.195
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.666109   379 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.379
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:17.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.667389   379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.668700   379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.678107   387 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.678319   384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.678401   379 server_base.cc:1034] running on GCE node
06:40:17.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:17.678592   385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:17.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.678982   379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:17.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.679685   379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.680876   379 hybrid_clock.cc:648] HybridClock initialized: now 1783492817680861 us; error 31 us; skew 500 ppm
06:40:17.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.686297   379 webserver.cc:460] Webserver started at http://127.30.70.195:36175/ using document root <none> and password file <none>
06:40:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.686935   379 fs_manager.cc:359] Metadata directory not provided
06:40:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.687031   379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.690722   379 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
06:40:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.692809   393 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.693924   379 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.694047   379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.694633   379 fs_report.cc:383] FS layout report
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/data
06:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:17.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.712601   379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.713231   379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.713423   379 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.714021   379 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.715338   400 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.719226   379 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.719300   379 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.719376   379 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.720795   379 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.720860   379 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:40:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.721076   400 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap starting.
06:40:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.731410   379 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.195:41961
06:40:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.731454   508 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.195:41961 every 8 connection(s)
06:40:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.732761   379 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:17.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.736734 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 379
06:40:17.737 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.742722   400 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Log is configured to *not* fsync() on all Append() calls
06:40:17.745 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:17.746 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.194:40075
06:40:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.746507   509 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:17.746 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:17.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.746734   509 heartbeater.cc:464] Registering TS with master...
06:40:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.746907 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 32489
06:40:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.747298   509 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.749473 31189 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:17.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.750379 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.195:33271
06:40:17.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.752756   511 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.752842   511 heartbeater.cc:464] Registering TS with master...
06:40:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.753130   511 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.753211   510 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.753285   510 heartbeater.cc:464] Registering TS with master...
06:40:17.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.753400   510 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:17.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.754261 31044 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.755923 31117 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:17.760 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] handling channelInactive
06:40:17.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state READY due to: connection closed
06:40:17.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:17.761 [DEBUG - Time-limited test] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.763 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.766481   400 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.766881   400 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap complete.
06:40:17.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.767983   400 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent bootstrapping tablet: real 0.047s	user 0.026s	sys 0.017s
06:40:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.770094   400 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:17.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.770488   400 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Initialized, Role: FOLLOWER
06:40:17.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.770897   400 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.771696   509 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:17.771874   400 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.001s
06:40:17.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.780 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test)) after lookup
06:40:17.781 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.782 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.800 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934))) after lookup
06:40:17.800 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.802 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.841 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.841 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125))) after lookup
06:40:17.842 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.843 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.881 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [82ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [82ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205))) after lookup
06:40:17.882 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.884 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:17.940 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:17.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [82ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [82ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [121ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [123ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [178ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564))) after lookup
06:40:17.941 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:17.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:17.942 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:18.080 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:18.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=319), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [82ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [82ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [121ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [123ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [178ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [180ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [181ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [181ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [316ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [319ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851))) after lookup
06:40:18.081 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:18.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.083 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:18.521 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:18.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=760), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [82ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [82ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [121ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [123ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [178ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [180ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [181ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [181ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [316ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [319ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [320ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [322ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [322ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [757ms] refreshing cache from master, [757ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [759ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851) -> (continuation of Deferred@71482275 after retry RPC@1690698333), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851) -> (continuation of Deferred@71482275 after retry RPC@1690698333))) after lookup
06:40:18.523 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state CONNECTING due to: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.524 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075
06:40:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.915376   522 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:40:18.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.915642   522 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:18.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.916811   522 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:18.918030   394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:18.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:18.919013   394 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.921655 32760 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:40:18.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.922268   394 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7
06:40:18.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:18.922560   522 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
06:40:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.039126   527 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.039335   527 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:19.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.040548   527 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:19.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:19.041682 32692 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:19.042706 32692 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:19.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.046073   463 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" is_pre_election: true
06:40:19.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.046326   463 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 8.
06:40:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.047029 32692 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.047317   527 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Leader pre-election won for term 10
06:40:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.047427   527 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 846a7b9670cd4b1d9da8c723e364bbe7)
06:40:19.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.047464   527 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 9 FOLLOWER]: Advancing to term 10
06:40:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.048359   527 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.048661   527 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.049018   463 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.049167   463 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 8 FOLLOWER]: Advancing to term 10
06:40:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:19.049799 32692 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111)
06:40:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.051120   463 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ede94084ecf94a809d34bc7b468c03d7 in term 10.
06:40:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.051477 32692 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 948ef9e7f15a4a668a4c1ba51180fc7e, ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7
06:40:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.051736   527 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Leader election won for term 10
06:40:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.051931   527 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 LEADER]: Becoming Leader. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Running, Role: LEADER
06:40:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.052258   527 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.054499 31189 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 reported cstate change: term changed from 9 to 10, leader changed from 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194) to ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193). New cstate: current_term: 10 leader_uuid: "ede94084ecf94a809d34bc7b468c03d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:40:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.451542   463 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Refusing update from remote peer ede94084ecf94a809d34bc7b468c03d7: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
06:40:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:19.452308   527 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
06:40:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:19.462844 32692 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 -> Peer 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075): Couldn't send request to peer 846a7b9670cd4b1d9da8c723e364bbe7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.194:40075: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:20.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:20.981 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:20.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=16, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3220), Traces: [0ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [2ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [2ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [18ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [20ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [21ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [21ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [38ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [39ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [41ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [41ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [79ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [80ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [82ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [82ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [119ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [121ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [123ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [123ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [176ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [178ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [180ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [181ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [181ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [316ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [319ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [320ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [322ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [322ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [757ms] refreshing cache from master, [757ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [759ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [761ms] sending RPC to server 846a7b9670cd4b1d9da8c723e364bbe7, [763ms] received response from server 846a7b9670cd4b1d9da8c723e364bbe7: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [763ms] delaying RPC due to: Network error: Failed to connect to peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075): Connection refused: /127.30.70.194:40075, [3216ms] refreshing cache from master, [3217ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [3219ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@275422945(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@1dae213d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851) -> (continuation of Deferred@71482275 after retry RPC@1690698333) -> (continuation of Deferred@1119770597 after retry RPC@1050830706), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@77ec79b -> wakeup thread Time-limited test -> (continuation of Deferred@49452381 after retry RPC@621069934) -> (continuation of Deferred@1478902057 after retry RPC@1536347125) -> (continuation of Deferred@1867156110 after retry RPC@2043033205) -> (continuation of Deferred@179834808 after retry RPC@1107682564) -> (continuation of Deferred@951017165 after retry RPC@743015851) -> (continuation of Deferred@71482275 after retry RPC@1690698333) -> (continuation of Deferred@1119770597 after retry RPC@1050830706))) after lookup
06:40:20.982 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:20.984 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] Successfully connected to peer
06:40:20.999 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x30e1e907, L:/127.0.0.1:39582 - R:/127.30.70.193:39867] using TOKEN/null
06:40:21.014 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.194:40075
06:40:21.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.015223 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.125767   564 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.126053   564 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:21.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.126101   564 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.130170   564 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.130281   564 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.194
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.134995   564 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.194:40075
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.194
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42559
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.564
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.194
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/logs
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:21.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.136279   564 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.137732   564 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.147212   572 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.147177   569 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:21.147177   570 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.147545   564 server_base.cc:1034] running on GCE node
06:40:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.148283   564 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.148854   564 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:21.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.150004   564 hybrid_clock.cc:648] HybridClock initialized: now 1783492821149987 us; error 33 us; skew 500 ppm
06:40:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.152048   564 webserver.cc:460] Webserver started at http://127.30.70.194:42559/ using document root <none> and password file <none>
06:40:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.152580   564 fs_manager.cc:359] Metadata directory not provided
06:40:21.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.152645   564 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.156639   564 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.003s
06:40:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.158746   578 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.160050   564 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.160148   564 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.160719   564 fs_report.cc:383] FS layout report
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/wal
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/data
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:21.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:21.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.171480   564 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.172051   564 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.172187   564 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.172710   564 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:21.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.173815   585 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.178632   564 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.178705   564 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
06:40:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.178790   564 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.180680   564 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:21.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.180733   564 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
06:40:21.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.181069   585 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap starting.
06:40:21.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.191682   564 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.194:40075
06:40:21.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.192615   564 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-1/data/info.pb
06:40:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.195691   692 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.194:40075 every 8 connection(s)
06:40:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.201058 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 564
06:40:21.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:21.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.201543   585 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Log is configured to *not* fsync() on all Append() calls
06:40:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.205513   695 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:21.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.205849   695 heartbeater.cc:464] Registering TS with master...
06:40:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.206475   695 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.208470 31116 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.209982   693 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.210058   693 heartbeater.cc:464] Registering TS with master...
06:40:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.210239   693 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:21.211 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:21.211 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.193:39867
06:40:21.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:40:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.214967 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 32675
06:40:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.216809   694 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.216897   694 heartbeater.cc:464] Registering TS with master...
06:40:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.217048   694 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.217967 31044 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:21.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.219067 31189 ts_manager.cc:194] Re-registered known tserver with Master: 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.220110 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.194:60757
06:40:21.229 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] handling channelInactive
06:40:21.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state READY due to: connection closed
06:40:21.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:21.230 [DEBUG - Time-limited test] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.232121   585 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:21.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.232631   585 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Bootstrap complete.
06:40:21.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.234 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.233986   585 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent bootstrapping tablet: real 0.053s	user 0.033s	sys 0.012s
06:40:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.236646   585 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.237069   585 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Initialized, Role: FOLLOWER
06:40:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.237474   585 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.238154   693 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:21.238500   585 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
06:40:21.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.241 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test)) after lookup
06:40:21.242 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.244 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.260 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425))) after lookup
06:40:21.260 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.261 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.280 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [30ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [31ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [31ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [50ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279))) after lookup
06:40:21.282 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.284 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.340 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [30ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [31ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [31ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [50ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [51ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [53ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [54ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [107ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [110ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772))) after lookup
06:40:21.341 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.342 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.700 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=470), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [30ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [31ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [31ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [50ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [51ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [53ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [54ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [107ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [110ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [111ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [112ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [470ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835))) after lookup
06:40:21.702 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.704 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:21.740 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)[L]]}]
06:40:21.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=510), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [30ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [31ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [31ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [50ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [51ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [53ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [54ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [107ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [110ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [111ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [112ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [470ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [471ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [474ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [474ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [509ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835) -> (continuation of Deferred@1259776923 after retry RPC@1363238168), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835) -> (continuation of Deferred@1259776923 after retry RPC@1363238168))) after lookup
06:40:21.741 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] connecting to peer
06:40:21.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] cleaning up while in state CONNECTING due to: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:21.742 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867
06:40:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.514993   707 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Starting pre-election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.515143   707 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:22.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.515612   707 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:22.517174   394 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.521188   643 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:40:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.521478   643 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 9.
06:40:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.522212   394 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.522493   707 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Leader pre-election won for term 11
06:40:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.522562   707 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Starting leader election (detected failure of leader ede94084ecf94a809d34bc7b468c03d7)
06:40:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.522596   707 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 10 FOLLOWER]: Advancing to term 11
06:40:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.523641   707 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.523934   707 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 election: Requested vote from peers ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.524569   643 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7"
06:40:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.524711   643 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 9 FOLLOWER]: Advancing to term 11
06:40:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:22.525025   394 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111)
06:40:22.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.526860   643 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 948ef9e7f15a4a668a4c1ba51180fc7e in term 11.
06:40:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.527194   394 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e; no voters: ede94084ecf94a809d34bc7b468c03d7
06:40:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.527397   707 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 11 FOLLOWER]: Leader election won for term 11
06:40:22.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.527623   707 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 11 LEADER]: Becoming Leader. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Running, Role: LEADER
06:40:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.527936   707 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:22.530462 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e reported cstate change: term changed from 10 to 11, leader changed from ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193) to 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195). New cstate: current_term: 11 leader_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: UNKNOWN } } }
06:40:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:22.931797   394 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e -> Peer ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867): Couldn't send request to peer ede94084ecf94a809d34bc7b468c03d7. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:23.094677   643 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Refusing update from remote peer 948ef9e7f15a4a668a4c1ba51180fc7e: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
06:40:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:23.095484   707 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
06:40:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:23.991372   394 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.193:39867: connect: Connection refused (error 111) [suppressed 4 similar messages]
06:40:24.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:24.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:24.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3371), Traces: [0ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [3ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [4ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [10ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [12ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [14ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [14ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [29ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [30ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [31ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [31ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [50ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [51ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [53ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [54ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [107ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [110ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [111ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [112ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [112ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [467ms] refreshing cache from master, [467ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [470ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [471ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [474ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [474ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [507ms] refreshing cache from master, [507ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [509ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [511ms] sending RPC to server ede94084ecf94a809d34bc7b468c03d7, [512ms] received response from server ede94084ecf94a809d34bc7b468c03d7: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [512ms] delaying RPC due to: Network error: Failed to connect to peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867): Connection refused: /127.30.70.193:39867, [3367ms] refreshing cache from master, [3368ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [3370ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@923280702(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@230d390a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835) -> (continuation of Deferred@1259776923 after retry RPC@1363238168) -> (continuation of Deferred@1512543231 after retry RPC@413022577), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@c1de236 -> wakeup thread Time-limited test -> (continuation of Deferred@297850085 after retry RPC@1924106425) -> (continuation of Deferred@1613341567 after retry RPC@71157279) -> (continuation of Deferred@35001591 after retry RPC@1760634772) -> (continuation of Deferred@570506098 after retry RPC@1662986835) -> (continuation of Deferred@1259776923 after retry RPC@1363238168) -> (continuation of Deferred@1512543231 after retry RPC@413022577))) after lookup
06:40:24.602 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:24.604 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] Successfully connected to peer
06:40:24.620 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb90557f4, L:/127.0.0.1:42702 - R:/127.30.70.195:41961] using TOKEN/null
06:40:24.638 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.193:39867
06:40:24.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.639191 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:24.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.753358   747 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.753639   747 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.753692   747 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.757851   747 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:24.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.757990   747 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.193
06:40:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.762669   747 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.193:39867
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.193
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39087
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.747
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.193
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/logs
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:24.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.764067   747 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.765663   747 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.775410   755 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.775406   752 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:24.775406   753 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.775518   747 server_base.cc:1034] running on GCE node
06:40:24.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.776255   747 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.776859   747 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:24.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.778039   747 hybrid_clock.cc:648] HybridClock initialized: now 1783492824778003 us; error 49 us; skew 500 ppm
06:40:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.785480   747 webserver.cc:460] Webserver started at http://127.30.70.193:39087/ using document root <none> and password file <none>
06:40:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.786084   747 fs_manager.cc:359] Metadata directory not provided
06:40:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.786165   747 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.790225   747 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.001s
06:40:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.792686   761 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.795146   747 fs_manager.cc:725] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.000s
06:40:24.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.795272   747 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:51 on dist-test-slave-076v"
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.795913   747 fs_report.cc:383] FS layout report
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/wal
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/data
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.806095   747 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.806737   747 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:24.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.806886   747 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:24.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.807463   747 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:24.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.808707   768 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.812466   747 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.812530   747 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:24.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.812590   747 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.814108   747 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.814191   747 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
06:40:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.814486   768 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap starting.
06:40:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.825291   747 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.193:39867
06:40:24.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.825528   876 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.193:39867 every 8 connection(s)
06:40:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.826303   747 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-0/data/info.pb
06:40:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.834379   768 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Log is configured to *not* fsync() on all Append() calls
06:40:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.834968 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 747
06:40:24.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.839864   879 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.840093   879 heartbeater.cc:464] Registering TS with master...
06:40:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.840642   879 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.841714   877 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.841800   877 heartbeater.cc:464] Registering TS with master...
06:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.841962   877 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.842737 31188 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.842736 31116 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.843581 31188 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.193:37805
06:40:24.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.846035   878 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:24.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.846143   878 heartbeater.cc:464] Registering TS with master...
06:40:24.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.846329   878 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:24.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.847285 31044 ts_manager.cc:194] Re-registered known tserver with Master: ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:24.850 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:24.851 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.70.195:41961
06:40:24.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:24.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.851749 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 379
06:40:24.858 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] handling channelInactive
06:40:24.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state READY due to: connection closed
06:40:24.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:24.859 [DEBUG - Time-limited test] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:24.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.861 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.863183   768 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.863708   768 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Bootstrap complete.
06:40:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.864967   768 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent bootstrapping tablet: real 0.051s	user 0.032s	sys 0.015s
06:40:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.867736   768 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.868183   768 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: ede94084ecf94a809d34bc7b468c03d7, State: Initialized, Role: FOLLOWER
06:40:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.868592   768 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.869220   877 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:24.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:24.869622   768 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
06:40:24.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:24.880 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:24.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test)) after lookup
06:40:24.881 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:24.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.882 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:24.900 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:24.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818))) after lookup
06:40:24.901 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:24.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.902 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:24.941 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:24.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [41ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [43ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [81ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873))) after lookup
06:40:24.942 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:24.943 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:25.041 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:25.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=182), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [41ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [43ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [81ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [83ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [84ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [84ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [181ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866))) after lookup
06:40:25.042 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:25.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.043 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:25.400 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:25.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=541), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [41ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [43ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [81ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [83ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [84ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [84ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [181ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [183ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [184ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [184ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [540ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048))) after lookup
06:40:25.402 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:25.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.403 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:25.660 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075),948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)[L],ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:25.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=801), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [41ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [43ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [81ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [83ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [84ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [84ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [181ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [183ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [184ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [184ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [540ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [543ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [544ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [544ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [798ms] refreshing cache from master, [798ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [801ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048) -> (continuation of Deferred@355010583 after retry RPC@658376016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048) -> (continuation of Deferred@355010583 after retry RPC@658376016))) after lookup
06:40:25.661 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] connecting to peer
06:40:25.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] cleaning up while in state CONNECTING due to: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:25.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961) for tablet 823564943b4a42e3bf6ad264516132d1: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961
06:40:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.044802   890 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:40:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.044983   890 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.046031   890 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194:40075)
06:40:26.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.046960   762 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.047902   762 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.050827   643 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "ede94084ecf94a809d34bc7b468c03d7" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" is_pre_election: true
06:40:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.051518   762 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ede94084ecf94a809d34bc7b468c03d7; no voters: 846a7b9670cd4b1d9da8c723e364bbe7, 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:26.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.051828   890 raft_consensus.cc:2726] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
06:40:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.138581   895 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:26.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.138737   895 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:26.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.139766   895 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:26.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.140708   579 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:26.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.141831   579 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.145447   831 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7" is_pre_election: true
06:40:26.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.145676   831 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 10.
06:40:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.146353   579 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.146590   895 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Leader pre-election won for term 12
06:40:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.146685   895 raft_consensus.cc:482] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 948ef9e7f15a4a668a4c1ba51180fc7e)
06:40:26.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.146729   895 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 11 FOLLOWER]: Advancing to term 12
06:40:26.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.147732   895 raft_consensus.cc:504] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.148082   895 leader_election.cc:288] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 election: Requested vote from peers 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961), ede94084ecf94a809d34bc7b468c03d7 (127.30.70.193:39867)
06:40:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.148567   831 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "823564943b4a42e3bf6ad264516132d1" candidate_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "ede94084ecf94a809d34bc7b468c03d7"
06:40:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.148685   831 raft_consensus.cc:3037] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 10 FOLLOWER]: Advancing to term 12
06:40:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.149147   579 leader_election.cc:334] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111)
06:40:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.150674   831 raft_consensus.cc:2454] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 846a7b9670cd4b1d9da8c723e364bbe7 in term 12.
06:40:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.150987   579 leader_election.cc:302] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 846a7b9670cd4b1d9da8c723e364bbe7, ede94084ecf94a809d34bc7b468c03d7; no voters: 948ef9e7f15a4a668a4c1ba51180fc7e
06:40:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.151168   895 raft_consensus.cc:2781] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 12 FOLLOWER]: Leader election won for term 12
06:40:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.151407   895 raft_consensus.cc:686] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [term 12 LEADER]: Becoming Leader. State: Replica: 846a7b9670cd4b1d9da8c723e364bbe7, State: Running, Role: LEADER
06:40:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.151723   895 consensus_queue.cc:237] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.154011 31188 catalog_manager.cc:5495] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 reported cstate change: term changed from 11 to 12, leader changed from 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195) to 846a7b9670cd4b1d9da8c723e364bbe7 (127.30.70.194). New cstate: current_term: 12 leader_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } health_report { overall_health: HEALTHY } } }
06:40:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:26.589576   579 consensus_peers.cc:487] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 -> Peer 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961): Couldn't send request to peer 948ef9e7f15a4a668a4c1ba51180fc7e. Status: Network error: Client connection negotiation failed: client connection to 127.30.70.195:41961: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:40:26.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.702167   831 raft_consensus.cc:1261] T 823564943b4a42e3bf6ad264516132d1 P ede94084ecf94a809d34bc7b468c03d7 [term 12 FOLLOWER]: Refusing update from remote peer 846a7b9670cd4b1d9da8c723e364bbe7: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
06:40:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:26.702782   895 consensus_queue.cc:1035] T 823564943b4a42e3bf6ad264516132d1 P 846a7b9670cd4b1d9da8c723e364bbe7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
06:40:28.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 823564943b4a42e3bf6ad264516132d1 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688' with partition [<start>, <end>)
06:40:28.960 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=823564943b4a42e3bf6ad264516132d1@[846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)[L],948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961),ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)]}]
06:40:28.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=823564943b4a42e3bf6ad264516132d1, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4101), Traces: [0ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [2ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [2ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [21ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [22ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [23ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [24ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [40ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [41ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [43ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [43ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [81ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [83ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [84ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [84ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [179ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [181ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [183ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [184ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [184ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [540ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [543ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [544ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [544ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [798ms] refreshing cache from master, [798ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [801ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, [802ms] sending RPC to server 948ef9e7f15a4a668a4c1ba51180fc7e, [803ms] received response from server 948ef9e7f15a4a668a4c1ba51180fc7e: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [803ms] delaying RPC due to: Network error: Failed to connect to peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961): Connection refused: /127.30.70.195:41961, [4098ms] refreshing cache from master, [4099ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.70.252:45253, [4101ms] Sub RPC GetTableLocations: received response from server master-127.30.70.252:45253: OK, deferred=Deferred@607157045(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$82/524368637@77b77176 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048) -> (continuation of Deferred@355010583 after retry RPC@658376016) -> (continuation of Deferred@880584112 after retry RPC@1792422605), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34305820 -> wakeup thread Time-limited test -> (continuation of Deferred@313097735 after retry RPC@619627818) -> (continuation of Deferred@1138331390 after retry RPC@1366774873) -> (continuation of Deferred@260602974 after retry RPC@1681269866) -> (continuation of Deferred@2127989632 after retry RPC@158825048) -> (continuation of Deferred@355010583 after retry RPC@658376016) -> (continuation of Deferred@880584112 after retry RPC@1792422605))) after lookup
06:40:28.962 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] connecting to peer
06:40:28.962 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] Successfully connected to peer
06:40:28.978 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x38beb7f3, L:/127.0.0.1:54784 - R:/127.30.70.194:40075] using TOKEN/null
06:40:28.993 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.30.70.195:41961
06:40:28.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:28.993906 31003 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:40:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:28.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:40:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.109452   936 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:40:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.109711   936 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:40:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.109745   936 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:40:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.113750   936 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:40:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.113839   936 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.70.195
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.118350   936 tablet_server_runner.cc:78] Tablet server non-default flags:
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.70.212:39005
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.70.195:41961
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.70.195
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36175
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.70.254:41081,127.30.70.253:36053,127.30.70.252:45253
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.936
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:40:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.70.195
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/logs
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 06:04:13 UTC on ccycloud.quasar-auftqw.root.comops.site
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492841
06:40:29.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.119300   936 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:40:29.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.120669   936 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:40:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.130002   942 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.130023   941 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.130251   936 server_base.cc:1034] running on GCE node
06:40:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 06:40:29.130333   944 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:40:29.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.130671   936 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:40:29.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.131333   936 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:40:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.132539   936 hybrid_clock.cc:648] HybridClock initialized: now 1783492829132526 us; error 35 us; skew 500 ppm
06:40:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.134203   936 webserver.cc:460] Webserver started at http://127.30.70.195:36175/ using document root <none> and password file <none>
06:40:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.134685   936 fs_manager.cc:359] Metadata directory not provided
06:40:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.134745   936 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:40:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.138201   936 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.001s
06:40:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.140133   950 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.141248   936 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.141355   936 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data,/tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "948ef9e7f15a4a668a4c1ba51180fc7e"
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 06:39:52 on dist-test-slave-076v"
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.141819   936 fs_report.cc:383] FS layout report
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/wal
06:40:29.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/data
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:40:29.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:40:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.152300   936 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
06:40:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.152823   936 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:40:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.152959   936 kserver.cc:163] Server-wide thread pool size limit: 3276
06:40:29.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.153410   936 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
06:40:29.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.154620   957 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
06:40:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.158161   936 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:40:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.158214   936 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
06:40:29.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.158258   936 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
06:40:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.159679   936 ts_tablet_manager.cc:610] Registered 1 tablets
06:40:29.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.159722   936 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
06:40:29.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.160040   957 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap starting.
06:40:29.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.169490   936 rpc_server.cc:307] RPC server started. Bound to: 127.30.70.195:41961
06:40:29.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.169569  1064 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.70.195:41961 every 8 connection(s)
06:40:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.170361   936 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLbR6mB/test-tmp/mini-kudu-cluster2991716153055689448/ts-2/data/info.pb
06:40:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.180047   957 log.cc:824] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Log is configured to *not* fsync() on all Append() calls
06:40:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.180440 31003 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu as pid 936
06:40:29.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:40:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.182292  1066 heartbeater.cc:347] Connected to a master server at 127.30.70.254:41081
06:40:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.182296  1067 heartbeater.cc:347] Connected to a master server at 127.30.70.253:36053
06:40:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.182541  1066 heartbeater.cc:464] Registering TS with master...
06:40:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.182541  1067 heartbeater.cc:464] Registering TS with master...
06:40:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.183110  1067 heartbeater.cc:511] Master 127.30.70.253:36053 requested a full tablet report, sending...
06:40:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.183293  1066 heartbeater.cc:511] Master 127.30.70.254:41081 requested a full tablet report, sending...
06:40:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.184991 31044 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.185105 31116 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.185197  1065 heartbeater.cc:347] Connected to a master server at 127.30.70.252:45253
06:40:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.185261  1065 heartbeater.cc:464] Registering TS with master...
06:40:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.185429  1065 heartbeater.cc:511] Master 127.30.70.252:45253 requested a full tablet report, sending...
06:40:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.186211 31189 ts_manager.cc:194] Re-registered known tserver with Master: 948ef9e7f15a4a668a4c1ba51180fc7e (127.30.70.195:41961)
06:40:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.187151 31189 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.30.70.195:36469
06:40:29.190 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:29.193 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783492792688, tablet=823564943b4a42e3bf6ad264516132d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:40:29.198 [DEBUG - main] (Connection.java:575) [peer ede94084ecf94a809d34bc7b468c03d7(127.30.70.193:39867)] disconnecting while in state TERMINATED
06:40:29.202 [DEBUG - main] (Connection.java:575) [peer 948ef9e7f15a4a668a4c1ba51180fc7e(127.30.70.195:41961)] disconnecting while in state TERMINATED
06:40:29.202 [DEBUG - main] (Connection.java:575) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] disconnecting while in state READY
06:40:29.204 [DEBUG - main] (Connection.java:575) [peer master-127.30.70.254:41081(127.30.70.254:41081)] disconnecting while in state READY
06:40:29.204 [DEBUG - main] (Connection.java:575) [peer master-127.30.70.253:36053(127.30.70.253:36053)] disconnecting while in state READY
06:40:29.204 [DEBUG - main] (Connection.java:575) [peer master-127.30.70.252:45253(127.30.70.252:45253)] disconnecting while in state READY
06:40:29.208 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.70.253:36053(127.30.70.253:36053)] handling channelInactive
06:40:29.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.70.253:36053(127.30.70.253:36053)] cleaning up while in state READY due to: connection closed
06:40:29.208 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.70.252:45253(127.30.70.252:45253)] handling channelInactive
06:40:29.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.70.252:45253(127.30.70.252:45253)] cleaning up while in state READY due to: connection closed
06:40:29.215 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:40:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.216281   957 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:40:29.216 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] handling channelInactive
06:40:29.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 846a7b9670cd4b1d9da8c723e364bbe7(127.30.70.194:40075)] cleaning up while in state READY due to: connection closed
06:40:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.216777   957 tablet_bootstrap.cc:492] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Bootstrap complete.
06:40:29.216 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.70.254:41081(127.30.70.254:41081)] handling channelInactive
06:40:29.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.70.254:41081(127.30.70.254:41081)] cleaning up while in state READY due to: connection closed
06:40:29.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.218218   957 ts_tablet_manager.cc:1397] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent bootstrapping tablet: real 0.058s	user 0.043s	sys 0.004s
06:40:29.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.219275 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 747
06:40:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.223217   957 raft_consensus.cc:348] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.223775   957 raft_consensus.cc:729] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 948ef9e7f15a4a668a4c1ba51180fc7e, State: Initialized, Role: FOLLOWER
06:40:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.224280   957 consensus_queue.cc:260] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "948ef9e7f15a4a668a4c1ba51180fc7e" member_type: VOTER last_known_addr { host: "127.30.70.195" port: 41961 } } peers { permanent_uuid: "ede94084ecf94a809d34bc7b468c03d7" member_type: VOTER last_known_addr { host: "127.30.70.193" port: 39867 } } peers { permanent_uuid: "846a7b9670cd4b1d9da8c723e364bbe7" member_type: VOTER last_known_addr { host: "127.30.70.194" port: 40075 } }
06:40:29.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.224997  1065 heartbeater.cc:503] Master 127.30.70.252:45253 was elected leader, sending a full tablet report...
06:40:29.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.225358   957 ts_tablet_manager.cc:1428] T 823564943b4a42e3bf6ad264516132d1 P 948ef9e7f15a4a668a4c1ba51180fc7e: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
06:40:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.227931 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 564
06:40:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.233781 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 936
06:40:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.239537 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31014
06:40:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.246784 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31083
06:40:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 06:40:29.252416 31003 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLbR6mB/build/debug/bin/kudu with pid 31155
06:40:29.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T06:40:29Z chronyd exiting

Time: 39.231

OK (1 test)

