JUnit version 4.13.2
.16:04:40.935 [INFO - main] (RandomUtils.java:49) Using random seed: 1783526680927
16:04:40.992 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
16:04:41.048 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:04:41.061 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhsDv5U/test-tmp
16:04:41.064 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
16:04:41.067 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhsDv5U/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
16:04:41.293 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

16:04:41.306 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
16:04:41.308 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

16:04:41.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.308966 10015 mini_oidc.cc:152] Starting JWKS server
16:04:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.310715 10015 webserver.cc:460] Webserver started at http://127.0.0.1:40751/ using document root <none> and password file <none>
16:04:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.310880 10015 mini_oidc.cc:189] Starting OIDC Discovery server
16:04:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.311151 10015 webserver.cc:460] Webserver started at http://127.0.0.1:45811/ using document root <none> and password file <none>
16:04:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T16:04:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
16:04:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T16:04:41Z Disabled control of system clock
16:04:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.326387 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/logs
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data/info.pb
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.254:46693
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.254
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json with env {}
16:04:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.416137 10026 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.416376 10026 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:41.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.416399 10026 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418080 10026 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:04:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418140 10026 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418155 10026 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:04:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418169 10026 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:04:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418182 10026 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:04:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.418193 10026 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40751/jwks.json
16:04:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.420256 10026 master_runner.cc:386] Master server non-default flags:
16:04:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data
16:04:41.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.254:46693
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:41.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json
16:04:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data/info.pb
16:04:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.254
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10026
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/logs
16:04:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.420603 10026 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.420974 10026 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.427924 10032 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.428200 10034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.427980 10031 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.428908 10026 server_base.cc:1034] running on GCE node
16:04:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.429214 10026 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:41.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.429564 10026 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.430754 10026 hybrid_clock.cc:648] HybridClock initialized: now 1783526681430722 us; error 53 us; skew 500 ppm
16:04:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.432454 10026 webserver.cc:460] Webserver started at http://127.9.199.254:42579/ using document root <none> and password file <none>
16:04:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.432732 10026 fs_manager.cc:359] Metadata directory not provided
16:04:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.432797 10026 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.432925 10026 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.434257 10026 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data/instance:
16:04:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981216feb1d248d3b28dffc67ebc40ee"
16:04:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.434672 10026 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal/instance:
16:04:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981216feb1d248d3b28dffc67ebc40ee"
16:04:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.436367 10026 fs_manager.cc:691] Time spent creating directory manager: real 0.002s	user 0.004s	sys 0.000s
16:04:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.437497 10040 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.437732 10026 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.437819 10026 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal
16:04:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981216feb1d248d3b28dffc67ebc40ee"
16:04:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.437891 10026 fs_report.cc:383] FS layout report
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data/data
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.449568 10026 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.449867 10026 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.449963 10026 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.454762 10026 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.254:46693
16:04:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.454795 10092 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.254:46693 every 8 connection(s)
16:04:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.455260 10026 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/data/info.pb
16:04:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.456071 10093 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.458144 10093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.464742 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10026
16:04:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.464881 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-0/wal/instance
16:04:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.464989 10093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.465502 10042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.253:34739: connect: Connection refused (error 111)
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.465915 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/logs
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data/info.pb
16:04:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.253:34739
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.253
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json with env {}
16:04:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.466032 10093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.253:34739: Network error: Client connection negotiation failed: client connection to 127.9.199.253:34739: connect: Connection refused (error 111)
16:04:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.515326 10093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } attempt: 1
16:04:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.516330 10093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.253:34739: Network error: Client connection negotiation failed: client connection to 127.9.199.253:34739: connect: Connection refused (error 111)
16:04:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.554663 10098 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.554910 10098 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.554934 10098 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556597 10098 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:04:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556663 10098 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556679 10098 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:04:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556691 10098 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:04:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556704 10098 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:04:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.556715 10098 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40751/jwks.json
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.558843 10098 master_runner.cc:386] Master server non-default flags:
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.253:34739
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data/info.pb
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.253
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10098
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:41.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/logs
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:41.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.559213 10098 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.559594 10098 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.565742 10106 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.565682 10104 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.565742 10103 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.565971 10098 server_base.cc:1034] running on GCE node
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.566260 10098 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.566628 10098 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.567803 10098 hybrid_clock.cc:648] HybridClock initialized: now 1783526681567711 us; error 107 us; skew 500 ppm
16:04:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.569365 10098 webserver.cc:460] Webserver started at http://127.9.199.253:45757/ using document root <none> and password file <none>
16:04:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.569667 10098 fs_manager.cc:359] Metadata directory not provided
16:04:41.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.569743 10098 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.569887 10098 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.571455 10098 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data/instance:
16:04:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9277c622edd4851a692a9429352bd42"
16:04:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.571862 10098 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal/instance:
16:04:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9277c622edd4851a692a9429352bd42"
16:04:41.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.573563 10098 fs_manager.cc:691] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.002s
16:04:41.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.574571 10112 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.574855 10098 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.574932 10098 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9277c622edd4851a692a9429352bd42"
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.575027 10098 fs_report.cc:383] FS layout report
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal
16:04:41.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data/data
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.584517 10093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } attempt: 2
16:04:41.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.585441 10093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.253:34739: Network error: Client connection negotiation failed: client connection to 127.9.199.253:34739: connect: Connection refused (error 111)
16:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.597287 10098 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.597630 10098 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.597746 10098 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.603085 10098 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.253:34739
16:04:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.603153 10164 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.253:34739 every 8 connection(s)
16:04:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.603850 10098 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/data/info.pb
16:04:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.604678 10165 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.606619 10165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.612299 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10098
16:04:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.612403 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-1/wal/instance
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.612919 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/logs
16:04:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data/info.pb
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.252:43069
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.252
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json with env {}
16:04:41.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.612952 10165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.618389 10165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.621508 10115 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.622238 10165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.252:43069: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.671504 10165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } attempt: 1
16:04:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.672595 10165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.252:43069: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.676625 10093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } attempt: 3
16:04:41.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.680931 10093 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.681658 10093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.252:43069: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.710163 10169 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.710424 10169 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:41.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.710449 10169 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.711839 10169 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.711936 10169 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.711966 10169 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.711992 10169 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:04:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.712004 10169 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:04:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.712016 10169 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40751/jwks.json
16:04:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.712836 10093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } attempt: 1
16:04:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.713593 10093 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.252:43069: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.713938 10169 master_runner.cc:386] Master server non-default flags:
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.252:43069
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40751/jwks.json
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data/info.pb
16:04:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.252
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10169
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/logs
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.714259 10169 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:41.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.714666 10169 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.721567 10176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.721567 10175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.721801 10178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.721818 10169 server_base.cc:1034] running on GCE node
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.722162 10169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:41.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.722558 10169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.723743 10169 hybrid_clock.cc:648] HybridClock initialized: now 1783526681723714 us; error 46 us; skew 500 ppm
16:04:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.726317 10169 webserver.cc:460] Webserver started at http://127.9.199.252:41769/ using document root <none> and password file <none>
16:04:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.726724 10169 fs_manager.cc:359] Metadata directory not provided
16:04:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.726794 10169 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.726969 10169 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.728200 10169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data/instance:
16:04:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda768ea4d6a4e818b192e2adfb08245"
16:04:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.728652 10169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal/instance:
16:04:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda768ea4d6a4e818b192e2adfb08245"
16:04:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.730299 10169 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.731173 10184 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.731422 10169 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.731532 10169 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda768ea4d6a4e818b192e2adfb08245"
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:41 on dist-test-slave-cfqp"
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.731611 10169 fs_report.cc:383] FS layout report
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data/data
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:41.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.740787 10165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } attempt: 2
16:04:41.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.741719 10165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.199.252:43069: Network error: Client connection negotiation failed: client connection to 127.9.199.252:43069: connect: Connection refused (error 111)
16:04:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.754472 10169 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.754801 10169 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:41.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.754904 10169 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.759128 10169 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.252:43069
16:04:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.759162 10236 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.252:43069 every 8 connection(s)
16:04:41.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.759614 10169 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/data/info.pb
16:04:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.759816 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10169
16:04:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.759889 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/master-2/wal/instance
16:04:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.760569 10237 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.763482 10237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.770292 10237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.774199 10237 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } has no permanent_uuid. Determining permanent_uuid...
16:04:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.778482 10237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: Bootstrap starting.
16:04:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.779345 10237 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: Neither blocks nor log segments found. Creating new log.
16:04:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.779708 10237 log.cc:824] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: Log is configured to *not* fsync() on all Append() calls
16:04:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.780639 10237 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: No bootstrap required, opened a new log
16:04:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.783433 10237 raft_consensus.cc:348] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.783654 10237 raft_consensus.cc:374] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.783690 10237 raft_consensus.cc:729] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda768ea4d6a4e818b192e2adfb08245, State: Initialized, Role: FOLLOWER
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.783823 10237 consensus_queue.cc:260] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.784199 10237 sys_catalog.cc:564] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: configured and running, proceeding with master startup.
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.784153 10246 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.784267 10246 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: This master's current role is: FOLLOWER
16:04:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.786484 10257 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:04:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.786556 10257 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:04:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.788771 10093 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } attempt: 2
16:04:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.787216 10169 master_runner.cc:186] Error getting master registration for 127.9.199.254:46693: OK, instance_id { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" instance_seqno: 1783526681453475 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:04:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.789112 10169 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:04:41.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.794569 10093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: Bootstrap starting.
16:04:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.795257 10093 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: Neither blocks nor log segments found. Creating new log.
16:04:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.795492 10093 log.cc:824] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: Log is configured to *not* fsync() on all Append() calls
16:04:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.796676 10093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: No bootstrap required, opened a new log
16:04:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.798730 10093 raft_consensus.cc:348] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.798851 10093 raft_consensus.cc:374] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.798872 10093 raft_consensus.cc:729] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 981216feb1d248d3b28dffc67ebc40ee, State: Initialized, Role: FOLLOWER
16:04:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.799045 10093 consensus_queue.cc:260] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.799408 10093 sys_catalog.cc:564] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: configured and running, proceeding with master startup.
16:04:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.801193 10260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.801478 10260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: This master's current role is: FOLLOWER
16:04:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.802363 10271 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:04:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.802598 10271 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:04:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.801932 10026 master_runner.cc:186] Error getting master registration for 127.9.199.253:34739: OK, instance_id { permanent_uuid: "e9277c622edd4851a692a9429352bd42" instance_seqno: 1783526681601101 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:04:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.804631 10026 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:04:41.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.832898 10165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } attempt: 3
16:04:41.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.839515 10165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: Bootstrap starting.
16:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.840345 10165 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: Neither blocks nor log segments found. Creating new log.
16:04:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.840656 10165 log.cc:824] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: Log is configured to *not* fsync() on all Append() calls
16:04:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.841434 10165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: No bootstrap required, opened a new log
16:04:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.844360 10165 raft_consensus.cc:348] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.844537 10165 raft_consensus.cc:374] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.844573 10165 raft_consensus.cc:729] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9277c622edd4851a692a9429352bd42, State: Initialized, Role: FOLLOWER
16:04:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.844727 10165 consensus_queue.cc:260] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.845099 10165 sys_catalog.cc:564] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: configured and running, proceeding with master startup.
16:04:41.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.846516 10274 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.846959 10274 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: This master's current role is: FOLLOWER
16:04:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.847020 10285 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:04:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.847227 10285 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:04:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.848341 10118 tablet.cc:2369] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.850291 10098 master_runner.cc:263] No leader master found from master e9277c622edd4851a692a9429352bd42
16:04:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:41.850339 10098 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:04:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:41.950845 10046 tablet.cc:2369] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.005694 10190 tablet.cc:2369] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.011682 10246 raft_consensus.cc:482] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:04:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.011853 10246 raft_consensus.cc:504] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.012144 10246 leader_election.cc:288] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981216feb1d248d3b28dffc67ebc40ee (127.9.199.254:46693), e9277c622edd4851a692a9429352bd42 (127.9.199.253:34739)
16:04:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.012560 10067 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cda768ea4d6a4e818b192e2adfb08245" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "981216feb1d248d3b28dffc67ebc40ee" is_pre_election: true
16:04:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.012761 10067 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda768ea4d6a4e818b192e2adfb08245 in term 0.
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.012768 10139 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cda768ea4d6a4e818b192e2adfb08245" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9277c622edd4851a692a9429352bd42" is_pre_election: true
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.012923 10139 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cda768ea4d6a4e818b192e2adfb08245 in term 0.
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.013010 10187 leader_election.cc:302] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 981216feb1d248d3b28dffc67ebc40ee, cda768ea4d6a4e818b192e2adfb08245; no voters: 
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.013170 10246 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.013239 10246 raft_consensus.cc:482] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:04:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.013263 10246 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 0 FOLLOWER]: Advancing to term 1
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014179 10246 raft_consensus.cc:504] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014333 10246 leader_election.cc:288] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [CANDIDATE]: Term 1 election: Requested vote from peers 981216feb1d248d3b28dffc67ebc40ee (127.9.199.254:46693), e9277c622edd4851a692a9429352bd42 (127.9.199.253:34739)
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014539 10139 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cda768ea4d6a4e818b192e2adfb08245" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9277c622edd4851a692a9429352bd42"
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014539 10067 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cda768ea4d6a4e818b192e2adfb08245" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "981216feb1d248d3b28dffc67ebc40ee"
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014616 10139 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 0 FOLLOWER]: Advancing to term 1
16:04:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.014627 10067 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 0 FOLLOWER]: Advancing to term 1
16:04:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015465 10139 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda768ea4d6a4e818b192e2adfb08245 in term 1.
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015583 10067 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cda768ea4d6a4e818b192e2adfb08245 in term 1.
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015640 10186 leader_election.cc:302] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cda768ea4d6a4e818b192e2adfb08245, e9277c622edd4851a692a9429352bd42; no voters: 
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015713 10246 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 1 FOLLOWER]: Leader election won for term 1
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015872 10246 raft_consensus.cc:686] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [term 1 LEADER]: Becoming Leader. State: Replica: cda768ea4d6a4e818b192e2adfb08245, State: Running, Role: LEADER
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.015971 10246 consensus_queue.cc:237] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } }
16:04:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.016394 10287 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cda768ea4d6a4e818b192e2adfb08245. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.016463 10287 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: This master's current role is: LEADER
16:04:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.016635 10289 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
16:04:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.016786 10289 catalog_manager.cc:1484] Initializing Kudu cluster ID...
16:04:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.018426 10139 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [term 1 FOLLOWER]: Refusing update from remote peer cda768ea4d6a4e818b192e2adfb08245: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.018455 10067 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [term 1 FOLLOWER]: Refusing update from remote peer cda768ea4d6a4e818b192e2adfb08245: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.018764 10287 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:04:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.018940 10246 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [LEADER]: Connected to new peer: Peer: permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:04:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.020419 10260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: SysCatalogTable state changed. Reason: New leader cda768ea4d6a4e818b192e2adfb08245. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.020520 10260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: This master's current role is: FOLLOWER
16:04:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.021682 10274 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cda768ea4d6a4e818b192e2adfb08245. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.021775 10274 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: This master's current role is: FOLLOWER
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.021855 10246 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.021943 10246 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: This master's current role is: LEADER
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.021996 10290 mvcc.cc:205] Tried to move back new op lower bound from 7305325289545015296 to 7305325289537925120. Current Snapshot: MvccSnapshot[applied={T|T < 7305325289545015296}]
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.022476 10292 mvcc.cc:205] Tried to move back new op lower bound from 7305325289545015296 to 7305325289537925120. Current Snapshot: MvccSnapshot[applied={T|T < 7305325289545015296}]
16:04:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.022606 10260 sys_catalog.cc:455] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.022671 10260 sys_catalog.cc:458] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee [sys.catalog]: This master's current role is: FOLLOWER
16:04:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.022989 10287 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.023108 10287 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245 [sys.catalog]: This master's current role is: LEADER
16:04:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.023582 10274 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cda768ea4d6a4e818b192e2adfb08245" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981216feb1d248d3b28dffc67ebc40ee" member_type: VOTER last_known_addr { host: "127.9.199.254" port: 46693 } } peers { permanent_uuid: "e9277c622edd4851a692a9429352bd42" member_type: VOTER last_known_addr { host: "127.9.199.253" port: 34739 } } peers { permanent_uuid: "cda768ea4d6a4e818b192e2adfb08245" member_type: VOTER last_known_addr { host: "127.9.199.252" port: 43069 } } }
16:04:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.023672 10274 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42 [sys.catalog]: This master's current role is: FOLLOWER
16:04:42.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.023924 10291 mvcc.cc:205] Tried to move back new op lower bound from 7305325289545015296 to 7305325289537925120. Current Snapshot: MvccSnapshot[applied={T|T < 7305325289545015296}]
16:04:42.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.024647 10289 catalog_manager.cc:1347] Generated new cluster ID: 2fe80d9d86c6414e97d6b2c1b0062bfb
16:04:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.024698 10289 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
16:04:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.063997 10289 catalog_manager.cc:1370] Generated new certificate authority record
16:04:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.064743 10289 catalog_manager.cc:1504] Loading token signing keys...
16:04:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.073002 10289 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cda768ea4d6a4e818b192e2adfb08245: Generated new TSK 0
16:04:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.073632 10289 catalog_manager.cc:1514] Initializing in-progress tserver states...
16:04:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.094367 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:0
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.187186 10299 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.187436 10299 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:42.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.187458 10299 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.188697 10299 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.188759 10299 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.193
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.190167 10299 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:0
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10299
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.190405 10299 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.190685 10299 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:42.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.196501 10307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.196484 10304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.196509 10305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.196739 10299 server_base.cc:1034] running on GCE node
16:04:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.197300 10299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:42.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.197535 10299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.198742 10299 hybrid_clock.cc:648] HybridClock initialized: now 1783526682198723 us; error 27 us; skew 500 ppm
16:04:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.200579 10299 webserver.cc:460] Webserver started at http://127.9.199.193:34321/ using document root <none> and password file <none>
16:04:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.200941 10299 fs_manager.cc:359] Metadata directory not provided
16:04:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.201045 10299 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.201259 10299 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.202420 10299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/instance:
16:04:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.202867 10299 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal/instance:
16:04:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.204648 10299 fs_manager.cc:691] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.001s
16:04:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.205551 10313 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.205749 10299 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.205847 10299 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.205901 10299 fs_report.cc:383] FS layout report
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/data
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.222537 10299 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.222836 10299 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223024 10299 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223287 10299 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223672 10299 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223718 10299 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223742 10299 ts_tablet_manager.cc:610] Registered 0 tablets
16:04:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.223754 10299 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:04:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.232070 10299 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.193:36685
16:04:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.232124 10426 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.193:36685 every 8 connection(s)
16:04:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.232573 10299 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:42.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.240842 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10299
16:04:42.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.240957 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal/instance
16:04:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.242596 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:0
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.247611 10429 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.247615 10428 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.248005 10428 heartbeater.cc:464] Registering TS with master...
16:04:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.248266 10428 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.248800 10057 ts_manager.cc:194] Registered new tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.248000 10429 heartbeater.cc:464] Registering TS with master...
16:04:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.249328 10429 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.250172 10129 ts_manager.cc:194] Registered new tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.255045 10427 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.255173 10427 heartbeater.cc:464] Registering TS with master...
16:04:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.255268 10427 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:42.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.255757 10201 ts_manager.cc:194] Registered new tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:42.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.256742 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.193:33095
16:04:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.337656 10434 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.337890 10434 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.337914 10434 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.339488 10434 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.339560 10434 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.194
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.341073 10434 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:0
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:04:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10434
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:42.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.341415 10434 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:42.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.341836 10434 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.348423 10439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.348479 10434 server_base.cc:1034] running on GCE node
16:04:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.348426 10442 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.348724 10440 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.349257 10434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.349651 10434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:42.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.350831 10434 hybrid_clock.cc:648] HybridClock initialized: now 1783526682350802 us; error 49 us; skew 500 ppm
16:04:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.352428 10434 webserver.cc:460] Webserver started at http://127.9.199.194:44551/ using document root <none> and password file <none>
16:04:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.352699 10434 fs_manager.cc:359] Metadata directory not provided
16:04:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.352748 10434 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.352849 10434 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.354259 10434 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/instance:
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.354589 10434 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal/instance:
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.356137 10434 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.356987 10448 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.357297 10434 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.357389 10434 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.357450 10434 fs_report.cc:383] FS layout report
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/data
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.372984 10434 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373293 10434 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:42.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373391 10434 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373597 10434 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373863 10434 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373886 10434 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
16:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373907 10434 ts_tablet_manager.cc:610] Registered 0 tablets
16:04:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.373920 10434 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:04:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.380484 10434 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.194:36917
16:04:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.380534 10561 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.194:36917 every 8 connection(s)
16:04:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.380877 10434 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387681 10564 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387704 10562 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387698 10563 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387842 10564 heartbeater.cc:464] Registering TS with master...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387842 10563 heartbeater.cc:464] Registering TS with master...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.387842 10562 heartbeater.cc:464] Registering TS with master...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388054 10563 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388053 10564 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388053 10562 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388525 10129 ts_manager.cc:194] Registered new tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388584 10201 ts_manager.cc:194] Registered new tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.388685 10057 ts_manager.cc:194] Registered new tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.389034 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.194:59701
16:04:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.389299 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10434
16:04:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.389389 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal/instance
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.390413 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:0
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.475881 10569 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.476099 10569 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.476120 10569 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.477500 10569 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.477571 10569 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.195
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.479031 10569 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:0
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10569
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.479278 10569 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.479588 10569 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.484941 10575 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.484966 10577 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:42.485065 10574 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.484966 10569 server_base.cc:1034] running on GCE node
16:04:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.485867 10569 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.486186 10569 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.487372 10569 hybrid_clock.cc:648] HybridClock initialized: now 1783526682487357 us; error 27 us; skew 500 ppm
16:04:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.488933 10569 webserver.cc:460] Webserver started at http://127.9.199.195:45325/ using document root <none> and password file <none>
16:04:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.489202 10569 fs_manager.cc:359] Metadata directory not provided
16:04:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.489289 10569 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.489429 10569 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
16:04:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.490447 10569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/instance:
16:04:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.490882 10569 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal/instance:
16:04:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.492439 10569 fs_manager.cc:691] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.493361 10583 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.493547 10569 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.493649 10569 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.493798 10569 fs_report.cc:383] FS layout report
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/data
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.504827 10569 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.505244 10569 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.505436 10569 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.505730 10569 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.506134 10569 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:04:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.506191 10569 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
16:04:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.506225 10569 ts_tablet_manager.cc:610] Registered 0 tablets
16:04:42.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.506243 10569 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
16:04:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.513128 10569 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.195:33079
16:04:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.513181 10696 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.195:33079 every 8 connection(s)
16:04:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.513530 10569 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.515271 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10569
16:04:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.515369 10015 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal/instance
16:04:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521453 10699 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521396 10697 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521389 10698 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521607 10699 heartbeater.cc:464] Registering TS with master...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521607 10697 heartbeater.cc:464] Registering TS with master...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521631 10698 heartbeater.cc:464] Registering TS with master...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521826 10699 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521826 10698 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.521826 10697 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.522241 10201 ts_manager.cc:194] Registered new tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.522248 10057 ts_manager.cc:194] Registered new tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.522269 10129 ts_manager.cc:194] Registered new tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.522698 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.195:40389
16:04:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.530711 10015 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
16:04:42.531 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
16:04:42.533 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

16:04:42.543 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.199.254"
      port: 46693
    }
    bound_http_address {
      host: "127.9.199.254"
      port: 42579
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.199.253"
      port: 34739
    }
    bound_http_address {
      host: "127.9.199.253"
      port: 45757
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.199.252"
      port: 43069
    }
    bound_http_address {
      host: "127.9.199.252"
      port: 41769
    }
  }
}

16:04:42.551 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

16:04:42.554 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.9.199.193"
      port: 36685
    }
    bound_http_address {
      host: "127.9.199.193"
      port: 34321
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.9.199.194"
      port: 36917
    }
    bound_http_address {
      host: "127.9.199.194"
      port: 44551
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.9.199.195"
      port: 33079
    }
    bound_http_address {
      host: "127.9.199.195"
      port: 45325
    }
  }
}

16:04:42.554 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:04:42.737 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
16:04:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.803205 10271 catalog_manager.cc:1259] Loaded cluster ID: 2fe80d9d86c6414e97d6b2c1b0062bfb
16:04:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.803318 10271 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: loading cluster ID for follower catalog manager: success
16:04:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.804512 10271 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: acquiring CA information for follower catalog manager: success
16:04:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.804875 10271 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 981216feb1d248d3b28dffc67ebc40ee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:04:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.847769 10285 catalog_manager.cc:1259] Loaded cluster ID: 2fe80d9d86c6414e97d6b2c1b0062bfb
16:04:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.847841 10285 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: loading cluster ID for follower catalog manager: success
16:04:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.849082 10285 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: acquiring CA information for follower catalog manager: success
16:04:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:42.849452 10285 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e9277c622edd4851a692a9429352bd42: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:04:42.930 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.199.253:34739(127.9.199.253:34739)] connecting to peer
16:04:42.983 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.199.254:46693(127.9.199.254:46693)] connecting to peer
16:04:42.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.199.252:43069(127.9.199.252:43069)] connecting to peer
16:04:43.010 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.199.253:34739(127.9.199.253:34739)] Successfully connected to peer
16:04:43.010 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.199.254:46693(127.9.199.254:46693)] Successfully connected to peer
16:04:43.075 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.199.252:43069(127.9.199.252:43069)] Successfully connected to peer
16:04:43.096 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.199.253
16:04:43.096 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.199.254
16:04:43.200 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.199.252
16:04:43.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.257834 10427 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:43.317 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf13fffee, L:/127.0.0.1:56648 - R:/127.9.199.254:46693] using SASL/PLAIN
16:04:43.317 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9f824e96, L:/127.0.0.1:52304 - R:/127.9.199.253:34739] using SASL/PLAIN
16:04:43.334 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8923cc4c, L:/127.0.0.1:52706 - R:/127.9.199.252:43069] using SASL/PLAIN
16:04:43.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:04:43.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=487), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.199.253:34739, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.199.254:46693, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.199.252:43069, [439ms] Sub RPC ConnectToMaster: received response from server master-127.9.199.253:34739: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.9.199.254:46693: OK, [447ms] Sub RPC ConnectToMaster: received response from server master-127.9.199.252:43069: OK, deferred=null) after lookup
16:04:43.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.389866 10562 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:43.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.434506 10201 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52706:
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875"
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
16:04:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
16:04:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:04:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:43.434919 10201 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445083 10361 tablet_service.cc:1467] Processing CreateTablet for tablet 05143e8fbafd42e2bda73bc395b270bc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875 [id=1af230fcd8b34f94871aaf8b12cc2cd6]), partition=RANGE (key) PARTITION UNBOUNDED
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445089 10496 tablet_service.cc:1467] Processing CreateTablet for tablet 05143e8fbafd42e2bda73bc395b270bc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875 [id=1af230fcd8b34f94871aaf8b12cc2cd6]), partition=RANGE (key) PARTITION UNBOUNDED
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445262 10631 tablet_service.cc:1467] Processing CreateTablet for tablet 05143e8fbafd42e2bda73bc395b270bc (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875 [id=1af230fcd8b34f94871aaf8b12cc2cd6]), partition=RANGE (key) PARTITION UNBOUNDED
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445468 10361 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 05143e8fbafd42e2bda73bc395b270bc. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445468 10496 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 05143e8fbafd42e2bda73bc395b270bc. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.445660 10631 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 05143e8fbafd42e2bda73bc395b270bc. 1 dirs total, 0 dirs full, 0 dirs failed
16:04:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.449188 10725 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap starting.
16:04:43.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.449337 10727 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap starting.
16:04:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.450397 10725 tablet_bootstrap.cc:654] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Neither blocks nor log segments found. Creating new log.
16:04:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.450449 10727 tablet_bootstrap.cc:654] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Neither blocks nor log segments found. Creating new log.
16:04:43.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.450788 10725 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Log is configured to *not* fsync() on all Append() calls
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.450835 10727 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Log is configured to *not* fsync() on all Append() calls
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.451220 10726 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap starting.
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.451534 10727 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: No bootstrap required, opened a new log
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.451542 10725 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: No bootstrap required, opened a new log
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.451597 10725 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent bootstrapping tablet: real 0.002s	user 0.002s	sys 0.000s
16:04:43.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.451597 10727 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent bootstrapping tablet: real 0.002s	user 0.002s	sys 0.000s
16:04:43.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.452840 10726 tablet_bootstrap.cc:654] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Neither blocks nor log segments found. Creating new log.
16:04:43.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.453306 10726 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Log is configured to *not* fsync() on all Append() calls
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454224 10727 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454224 10725 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454401 10725 raft_consensus.cc:374] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454437 10725 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Initialized, Role: FOLLOWER
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454588 10725 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454808 10727 raft_consensus.cc:374] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.454982 10727 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Initialized, Role: FOLLOWER
16:04:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.455219 10727 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.455590 10727 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
16:04:43.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.456409 10725 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent starting tablet: real 0.005s	user 0.003s	sys 0.000s
16:04:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.456912 10697 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.456878 10726 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: No bootstrap required, opened a new log
16:04:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.457074 10726 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent bootstrapping tablet: real 0.006s	user 0.002s	sys 0.000s
16:04:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.460059 10726 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.460215 10726 raft_consensus.cc:374] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:04:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.460237 10726 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Initialized, Role: FOLLOWER
16:04:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.460363 10726 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.460618 10726 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.000s
16:04:43.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1af230fcd8b34f94871aaf8b12cc2cd6
16:04:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:43.483912 10430 tablet.cc:2369] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:43.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:43.514815 10700 tablet.cc:2369] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:43.633029 10565 tablet.cc:2369] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:04:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.639523 10731 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:04:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.639663 10731 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.640015 10731 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.643971 10381 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644241 10381 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 0.
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644418 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644517 10584 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644605 10516 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 0.
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644667 10731 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Leader pre-election won for term 1
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644739 10731 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:04:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.644766 10731 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 0 FOLLOWER]: Advancing to term 1
16:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.645591 10731 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.645711 10731 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 1 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.645960 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.646003 10381 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.646130 10516 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 0 FOLLOWER]: Advancing to term 1
16:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.646130 10381 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 0 FOLLOWER]: Advancing to term 1
16:04:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.646831 10381 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 1.
16:04:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.647048 10584 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 
16:04:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.647089 10516 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 1.
16:04:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.647154 10731 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Leader election won for term 1
16:04:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.647360 10731 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 LEADER]: Becoming Leader. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Running, Role: LEADER
16:04:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.647466 10731 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.648315 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c reported cstate change: term changed from 0 to 1, leader changed from <none> to c523759552a4496596a1d63dfde4a05c (127.9.199.195). New cstate: current_term: 1 leader_uuid: "c523759552a4496596a1d63dfde4a05c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: HEALTHY } } }
16:04:43.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1af230fcd8b34f94871aaf8b12cc2cd6
16:04:43.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:43.761 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:43.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [7ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=null) after lookup
16:04:43.775 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:43.776 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] Successfully connected to peer
16:04:43.827 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdd4c9dfb, L:/127.0.0.1:34880 - R:/127.9.199.195:33079] using TOKEN/null
16:04:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.829898 10516 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Refusing update from remote peer c523759552a4496596a1d63dfde4a05c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:04:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.829900 10381 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Refusing update from remote peer c523759552a4496596a1d63dfde4a05c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:04:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.830412 10731 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:04:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.830575 10736 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Connected to new peer: Peer: permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:04:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.834187 10738 mvcc.cc:205] Tried to move back new op lower bound from 7305325296963465216 to 7305325296220651520. Current Snapshot: MvccSnapshot[applied={T|T < 7305325296963465216 or (T in {7305325296963465216})}]
16:04:43.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.834309 10740 mvcc.cc:205] Tried to move back new op lower bound from 7305325296963465216 to 7305325296220651520. Current Snapshot: MvccSnapshot[applied={T|T < 7305325296963465216}]
16:04:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.835846 10739 mvcc.cc:205] Tried to move back new op lower bound from 7305325296963465216 to 7305325296220651520. Current Snapshot: MvccSnapshot[applied={T|T < 7305325296963465216}]
16:04:43.906 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:43.908 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.195:33079
16:04:43.910 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:04:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:43.910627 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10569
16:04:43.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:43.919 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] handling channelInactive
16:04:43.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state READY due to: connection closed
16:04:43.920 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: connection closed
16:04:43.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:43.934 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:43.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test)) after lookup
16:04:43.935 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:43.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.937 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.954 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:43.954 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:43.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128))) after lookup
16:04:43.955 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:43.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.957 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:43.973 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:43.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [40ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [40ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [56ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681))) after lookup
16:04:43.975 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:43.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:43.976 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:44.053 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:44.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=136), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [40ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [40ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [56ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [58ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [59ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [59ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [135ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539))) after lookup
16:04:44.054 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:44.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.056 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:44.295 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:44.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=378), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [40ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [40ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [56ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [58ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [59ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [59ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [135ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [137ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [139ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [139ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [373ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [376ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131))) after lookup
16:04:44.297 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:44.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:44.299 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.361685 10749 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.361699 10750 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.361783 10749 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.361811 10750 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.362087 10749 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.362176 10750 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.362567 10317 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.363129 10452 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.363162 10317 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.363523 10452 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.365777 10381 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.365895 10381 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 1.
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366036 10449 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366218 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366214 10749 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366333 10516 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 1.
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366354 10749 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366386 10749 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 1 FOLLOWER]: Advancing to term 2
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366513 10314 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366631 10750 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366674 10750 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.366693 10750 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 1 FOLLOWER]: Advancing to term 2
16:04:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367280 10749 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367363 10750 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367441 10749 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 election: Requested vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367506 10750 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:45.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367587 10381 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367656 10381 raft_consensus.cc:2379] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 84b512fb828f4a64a7efebf2dc020e90 in current term 2: Already voted for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in this term.
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367910 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.367985 10516 raft_consensus.cc:2379] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate fde18fb7f0c74f978ea74c7d2aa95e33 in current term 2: Already voted for candidate 84b512fb828f4a64a7efebf2dc020e90 in this term.
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.368124 10452 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.368211 10452 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90; no voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33
16:04:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.368325 10749 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
16:04:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:45.369029 10317 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.369073 10317 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c
16:04:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:45.369161 10750 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
16:04:45.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:45.494 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:45.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1577), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [40ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [40ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [56ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [58ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [59ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [59ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [135ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [137ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [139ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [139ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [373ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [376ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [380ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [382ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [382ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [1573ms] refreshing cache from master, [1574ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1576ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131) -> (continuation of Deferred@682321635 after retry RPC@2124825831), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131) -> (continuation of Deferred@682321635 after retry RPC@2124825831))) after lookup
16:04:45.496 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:45.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:45.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:45.499 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.256291 10759 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:04:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.256422 10759 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.256873 10759 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.256961 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.257053 10516 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 2.
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.257302 10314 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.257387 10759 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Leader pre-election won for term 3
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.257416 10759 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.257436 10759 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 2 FOLLOWER]: Advancing to term 3
16:04:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:47.257514 10317 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.258116 10759 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.258260 10759 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.258435 10516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.258526 10516 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 2 FOLLOWER]: Advancing to term 3
16:04:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:47.258807 10317 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.259274 10516 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 3.
16:04:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.259575 10314 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:04:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.260105 10759 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Leader election won for term 3
16:04:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.260283 10759 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 LEADER]: Becoming Leader. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Running, Role: LEADER
16:04:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.260390 10759 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.261195 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 reported cstate change: term changed from 1 to 3, leader changed from c523759552a4496596a1d63dfde4a05c (127.9.199.195) to fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193). New cstate: current_term: 3 leader_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:04:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.647801 10516 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Refusing update from remote peer fde18fb7f0c74f978ea74c7d2aa95e33: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
16:04:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:47.648181 10759 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
16:04:47.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:47.650301 10317 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 -> Peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Couldn't send request to peer c523759552a4496596a1d63dfde4a05c. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:04:48.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:48.195 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:48.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4278), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [3ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [18ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [40ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [40ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [56ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [58ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [59ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [59ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [135ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [137ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [139ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [139ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [373ms] refreshing cache from master, [374ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [376ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [380ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [382ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [382ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [1573ms] refreshing cache from master, [1574ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1576ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [1579ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [1582ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [1582ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4273ms] refreshing cache from master, [4273ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [4275ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@746094532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@629708b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131) -> (continuation of Deferred@682321635 after retry RPC@2124825831) -> (continuation of Deferred@405127794 after retry RPC@1416117485), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7beeb445 -> wakeup thread Time-limited test -> (continuation of Deferred@1780564437 after retry RPC@1431479128) -> (continuation of Deferred@758847981 after retry RPC@1840461681) -> (continuation of Deferred@1057151114 after retry RPC@2129471539) -> (continuation of Deferred@1179847546 after retry RPC@1365774131) -> (continuation of Deferred@682321635 after retry RPC@2124825831) -> (continuation of Deferred@405127794 after retry RPC@1416117485))) after lookup
16:04:48.198 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.199 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] Successfully connected to peer
16:04:48.227 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c94631e, L:/127.0.0.1:49298 - R:/127.9.199.193:36685] using TOKEN/null
16:04:48.243 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.195:33079
16:04:48.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:04:48.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.245718 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:48.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:48.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:04:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.337033 10787 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.337266 10787 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.337289 10787 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.338461 10787 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.338512 10787 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.195
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.339962 10787 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10787
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.340195 10787 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.340462 10787 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.348007 10797 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:48.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.348006 10794 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:48.349202 10795 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.349282 10787 server_base.cc:1034] running on GCE node
16:04:48.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.349793 10787 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.350224 10787 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.351464 10787 hybrid_clock.cc:648] HybridClock initialized: now 1783526688351433 us; error 54 us; skew 500 ppm
16:04:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.353003 10787 webserver.cc:460] Webserver started at http://127.9.199.195:45325/ using document root <none> and password file <none>
16:04:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.353209 10787 fs_manager.cc:359] Metadata directory not provided
16:04:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.353304 10787 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.354859 10787 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:48.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.355667 10803 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.355965 10787 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.356038 10787 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.356396 10787 fs_report.cc:383] FS layout report
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/data
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:48.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.378316 10787 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.378700 10787 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.378811 10787 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.379076 10787 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:48.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.379601 10810 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:04:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381098 10787 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:04:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381181 10787 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:04:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381230 10787 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:04:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381843 10787 ts_tablet_manager.cc:610] Registered 1 tablets
16:04:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381886 10787 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:04:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.381937 10810 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap starting.
16:04:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.391307 10787 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.195:33079
16:04:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.392256 10787 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.393180 10917 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.195:33079 every 8 connection(s)
16:04:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.393971 10810 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Log is configured to *not* fsync() on all Append() calls
16:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.397814 10810 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:04:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.398180 10810 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap complete.
16:04:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.399395 10810 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent bootstrapping tablet: real 0.018s	user 0.000s	sys 0.016s
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.399803 10919 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.399920 10919 heartbeater.cc:464] Registering TS with master...
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.400098 10919 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.400743 10054 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.400810 10810 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.401180 10810 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Initialized, Role: FOLLOWER
16:04:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.401350 10810 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:48.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.401609 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10787
16:04:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.401657 10810 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
16:04:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.402783 10918 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.402837 10918 heartbeater.cc:464] Registering TS with master...
16:04:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.402901 10918 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.403573 10201 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.404064 10920 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.404109 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.195:50121
16:04:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.404294 10920 heartbeater.cc:464] Registering TS with master...
16:04:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.404452 10920 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.404838 10129 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.405311 10918 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:48.411 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:48.412 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.193:36685
16:04:48.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:04:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:48.413302 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10299
16:04:48.418 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] handling channelInactive
16:04:48.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:48.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state READY due to: connection closed
16:04:48.419 [DEBUG - Time-limited test] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.421 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:48.435 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:48.436 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test)) after lookup
16:04:48.437 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.439 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:48.455 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:48.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [20ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [21ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076))) after lookup
16:04:48.458 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.460 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:48.494 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:48.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [20ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [21ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [42ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [43ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [75ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071))) after lookup
16:04:48.495 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.497 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:48.574 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:48.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=155), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [20ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [21ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [42ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [43ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [75ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [77ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [79ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [79ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [152ms] refreshing cache from master, [153ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [154ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263))) after lookup
16:04:48.576 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:48.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:48.579 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:49.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:49.114 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:49.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=695), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [20ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [21ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [42ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [43ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [75ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [77ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [79ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [79ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [152ms] refreshing cache from master, [153ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [154ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [158ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [161ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [161ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [692ms] refreshing cache from master, [692ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [694ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263) -> (continuation of Deferred@471166087 after retry RPC@1956458799), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263) -> (continuation of Deferred@471166087 after retry RPC@1956458799))) after lookup
16:04:49.116 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:49.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:49.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:49.117 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.742630 10931 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:04:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.742781 10931 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.743163 10931 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:49.743985 10449 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747160 10872 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c" is_pre_election: true
16:04:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747309 10872 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 1.
16:04:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747661 10452 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:04:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747861 10931 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Leader pre-election won for term 4
16:04:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747897 10931 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Starting leader election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:04:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.747916 10931 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 3 FOLLOWER]: Advancing to term 4
16:04:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.748754 10931 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.748911 10931 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 election: Requested vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.749050 10872 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.749128 10872 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 1 FOLLOWER]: Advancing to term 4
16:04:49.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:49.749485 10449 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.750386 10872 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 4.
16:04:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.750550 10452 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:04:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.750650 10931 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Leader election won for term 4
16:04:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.750797 10931 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 LEADER]: Becoming Leader. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Running, Role: LEADER
16:04:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.750900 10931 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:49.751614 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 reported cstate change: term changed from 3 to 4, leader changed from fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193) to 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194). New cstate: current_term: 4 leader_uuid: "84b512fb828f4a64a7efebf2dc020e90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:04:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:50.358541 10872 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Refusing update from remote peer 84b512fb828f4a64a7efebf2dc020e90: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
16:04:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:50.358997 10949 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
16:04:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:50.360445 10951 mvcc.cc:205] Tried to move back new op lower bound from 7305325314984861696 to 7305325311019094016. Current Snapshot: MvccSnapshot[applied={T|T < 7305325314984861696}]
16:04:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:50.362721 10449 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 -> Peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Couldn't send request to peer fde18fb7f0c74f978ea74c7d2aa95e33. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:04:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:50.773274 10449 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111) [suppressed 4 similar messages]
16:04:51.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.095 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2677), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [20ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [21ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [42ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [43ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [75ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [77ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [79ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [79ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [152ms] refreshing cache from master, [153ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [154ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [158ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [161ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [161ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [692ms] refreshing cache from master, [692ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [694ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [698ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [699ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [699ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [2673ms] refreshing cache from master, [2673ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [2676ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@622675768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@670dc89e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263) -> (continuation of Deferred@471166087 after retry RPC@1956458799) -> (continuation of Deferred@116619292 after retry RPC@1099269102), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60d1be4 -> wakeup thread Time-limited test -> (continuation of Deferred@1804885706 after retry RPC@186257076) -> (continuation of Deferred@1262294442 after retry RPC@269082071) -> (continuation of Deferred@1964581529 after retry RPC@381044263) -> (continuation of Deferred@471166087 after retry RPC@1956458799) -> (continuation of Deferred@116619292 after retry RPC@1099269102))) after lookup
16:04:51.098 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.100 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] Successfully connected to peer
16:04:51.126 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd319042c, L:/127.0.0.1:37918 - R:/127.9.199.194:36917] using TOKEN/null
16:04:51.144 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.193:36685
16:04:51.145 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:04:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.146685 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.250622 10969 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.250849 10969 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.250871 10969 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.252197 10969 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.252262 10969 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.193
16:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.253695 10969 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10969
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.253937 10969 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.254213 10969 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.259945 10977 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.259949 10974 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:51.259940 10975 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.261402 10969 server_base.cc:1034] running on GCE node
16:04:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.261674 10969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.261984 10969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.263149 10969 hybrid_clock.cc:648] HybridClock initialized: now 1783526691263120 us; error 45 us; skew 500 ppm
16:04:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.265662 10969 webserver.cc:460] Webserver started at http://127.9.199.193:34321/ using document root <none> and password file <none>
16:04:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.265972 10969 fs_manager.cc:359] Metadata directory not provided
16:04:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.266058 10969 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.267769 10969 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:51.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.268473 10983 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:51.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.268635 10969 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.268724 10969 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.269204 10969 fs_report.cc:383] FS layout report
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/data
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.291858 10969 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.292200 10969 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.292323 10969 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.292587 10969 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.293210 10990 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:04:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.294618 10969 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:04:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.294684 10969 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:04:51.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.294714 10969 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.295446 10969 ts_tablet_manager.cc:610] Registered 1 tablets
16:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.295495 10969 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:04:51.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.295539 10990 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap starting.
16:04:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.305269 10969 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.193:36685
16:04:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.305841 10969 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:51.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.306638 11097 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.193:36685 every 8 connection(s)
16:04:51.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.309185 10990 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Log is configured to *not* fsync() on all Append() calls
16:04:51.313 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.312961 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 10969
16:04:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.318642 10990 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:04:51.318 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.320349 10990 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap complete.
16:04:51.320 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.194:36917
16:04:51.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:04:51.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.321403 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10434
16:04:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.322618 11098 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.322741 11098 heartbeater.cc:464] Registering TS with master...
16:04:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.322981 11098 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.323318 10990 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent bootstrapping tablet: real 0.028s	user 0.003s	sys 0.014s
16:04:51.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.323629 10201 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:51.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.324107 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.193:55197
16:04:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.325325 10990 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.325737 10990 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Initialized, Role: FOLLOWER
16:04:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.325903 10990 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.326210 10990 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.002s
16:04:51.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.326249 11098 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:51.330 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] handling channelInactive
16:04:51.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state READY due to: connection closed
16:04:51.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331202 11100 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331203 11099 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331297 11100 heartbeater.cc:464] Registering TS with master...
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331318 11099 heartbeater.cc:464] Registering TS with master...
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331353 11100 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:51.331 [DEBUG - Time-limited test] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331367 11099 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.331776 10054 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:51.332150 10129 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:51.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.334 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.355 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test)) after lookup
16:04:51.356 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.359 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.375 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586))) after lookup
16:04:51.377 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.378 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.415 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [47ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [47ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [83ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731))) after lookup
16:04:51.416 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.419 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.453 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.453 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [47ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [47ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [83ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [85ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [88ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [88ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [121ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881))) after lookup
16:04:51.455 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.457 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.634 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=304), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [47ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [47ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [83ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [85ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [88ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [88ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [121ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [123ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [126ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [126ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [300ms] refreshing cache from master, [300ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [302ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353))) after lookup
16:04:51.636 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.638 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:51.655 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:51.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=324), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [47ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [47ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [83ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [85ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [88ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [88ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [121ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [123ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [126ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [126ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [300ms] refreshing cache from master, [300ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [302ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [304ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [307ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [307ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [322ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353) -> (continuation of Deferred@1222215698 after retry RPC@467257490), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353) -> (continuation of Deferred@1222215698 after retry RPC@467257490))) after lookup
16:04:51.657 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:51.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:51.658 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.642571 11111 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:04:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.642671 11111 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.643185 11111 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:52.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:52.643692 10804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:04:52.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:52.644327 10804 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:04:52.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.647712 11050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:04:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.647869 11050 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 3.
16:04:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.648101 10804 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:04:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.648229 11111 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Leader pre-election won for term 5
16:04:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.648296 11111 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Starting leader election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:04:52.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.648325 11111 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 4 FOLLOWER]: Advancing to term 5
16:04:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.648940 11111 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.649085 11111 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.649401 11050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.649533 11050 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 3 FOLLOWER]: Advancing to term 5
16:04:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:52.649569 10804 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:04:52.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.650743 11050 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 5.
16:04:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.651139 10804 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:04:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.651252 11111 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Leader election won for term 5
16:04:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.651398 11111 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 LEADER]: Becoming Leader. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Running, Role: LEADER
16:04:52.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.651517 11111 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:52.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:52.652419 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c reported cstate change: term changed from 4 to 5, leader changed from 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194) to c523759552a4496596a1d63dfde4a05c (127.9.199.195). New cstate: current_term: 5 leader_uuid: "c523759552a4496596a1d63dfde4a05c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: HEALTHY } } }
16:04:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:53.143168 10804 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c -> Peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Couldn't send request to peer 84b512fb828f4a64a7efebf2dc020e90. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:04:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:53.179342 11050 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Refusing update from remote peer c523759552a4496596a1d63dfde4a05c: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
16:04:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:53.179726 11111 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Connected to new peer: Peer: permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
16:04:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:53.181336 11129 mvcc.cc:205] Tried to move back new op lower bound from 7305325326858092544 to 7305325321220169728. Current Snapshot: MvccSnapshot[applied={T|T < 7305325326858092544}]
16:04:54.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:54.974 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:54.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3643), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [25ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [28ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [29ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [42ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [47ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [47ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [83ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [85ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [88ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [88ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [121ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [123ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [126ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [126ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [300ms] refreshing cache from master, [300ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [302ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [304ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [307ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [307ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [322ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [325ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [327ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [327ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3640ms] refreshing cache from master, [3640ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [3642ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1630933808(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@2c66df18 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353) -> (continuation of Deferred@1222215698 after retry RPC@467257490) -> (continuation of Deferred@1060642357 after retry RPC@1934655061), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@95b3a4d -> wakeup thread Time-limited test -> (continuation of Deferred@832519534 after retry RPC@1640427586) -> (continuation of Deferred@2076875888 after retry RPC@70717731) -> (continuation of Deferred@1749845474 after retry RPC@1422802881) -> (continuation of Deferred@711200378 after retry RPC@1329828353) -> (continuation of Deferred@1222215698 after retry RPC@467257490) -> (continuation of Deferred@1060642357 after retry RPC@1934655061))) after lookup
16:04:54.975 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:54.977 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] Successfully connected to peer
16:04:54.996 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1be65ac3, L:/127.0.0.1:58280 - R:/127.9.199.195:33079] using TOKEN/null
16:04:55.013 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.194:36917
16:04:55.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.014047 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.098357 11151 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.098646 11151 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.098681 11151 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.100162 11151 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.100250 11151 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.194
16:04:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.101805 11151 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11151
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.102095 11151 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.102491 11151 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.108062 11159 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.108125 11156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:55.108139 11157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.108307 11151 server_base.cc:1034] running on GCE node
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.108506 11151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.108724 11151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.109897 11151 hybrid_clock.cc:648] HybridClock initialized: now 1783526695109878 us; error 37 us; skew 500 ppm
16:04:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.115964 11151 webserver.cc:460] Webserver started at http://127.9.199.194:44551/ using document root <none> and password file <none>
16:04:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.116305 11151 fs_manager.cc:359] Metadata directory not provided
16:04:55.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.116411 11151 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.117937 11151 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.118795 11165 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.119063 11151 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.119203 11151 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.119629 11151 fs_report.cc:383] FS layout report
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:04:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/data
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.137360 11151 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.137756 11151 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.137926 11151 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.138218 11151 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.138837 11172 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:04:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.140364 11151 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:04:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.140434 11151 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:04:55.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.140471 11151 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:04:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.141157 11151 ts_tablet_manager.cc:610] Registered 1 tablets
16:04:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.141218 11151 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:04:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.141259 11172 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap starting.
16:04:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.149256 11151 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.194:36917
16:04:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.149364 11279 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.194:36917 every 8 connection(s)
16:04:55.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.149747 11151 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:04:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.150156 11172 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Log is configured to *not* fsync() on all Append() calls
16:04:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.153764 11172 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:04:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.154264 11172 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap complete.
16:04:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.155514 11172 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent bootstrapping tablet: real 0.014s	user 0.006s	sys 0.007s
16:04:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.156282 11280 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.156387 11280 heartbeater.cc:464] Registering TS with master...
16:04:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.156571 11280 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.157121 10200 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.157277 11172 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.157657 11172 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Initialized, Role: FOLLOWER
16:04:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.157680 10200 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.194:42791
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.157825 11172 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.158142 11172 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.158452 11280 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.158576 11282 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.158609 11282 heartbeater.cc:464] Registering TS with master...
16:04:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.158666 11282 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159096 10128 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159221 11281 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159261 11281 heartbeater.cc:464] Registering TS with master...
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159318 11281 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159687 10057 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:04:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.159814 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 11151
16:04:55.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:55.164 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:55.171 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.195:33079
16:04:55.171 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:04:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:55.171996 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10787
16:04:55.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:55.178 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] handling channelInactive
16:04:55.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state READY due to: connection closed
16:04:55.179 [DEBUG - Time-limited test] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.181 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:55.193 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:55.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test)) after lookup
16:04:55.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.197 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:55.214 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:55.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [15ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [18ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [18ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [34ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683))) after lookup
16:04:55.216 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.218 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:55.254 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:55.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [15ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [18ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [18ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [34ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [36ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [39ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [39ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [74ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144))) after lookup
16:04:55.256 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.259 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.313 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:55.314 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:55.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=136), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [15ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [18ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [18ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [34ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [36ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [39ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [39ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [74ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [76ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [79ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [80ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [133ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807))) after lookup
16:04:55.315 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.317 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:55.755 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:55.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=577), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [15ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [18ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [18ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [34ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [36ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [39ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [39ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [74ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [76ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [79ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [80ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [133ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [135ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [137ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [138ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [572ms] refreshing cache from master, [572ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [574ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807) -> (continuation of Deferred@299384804 after retry RPC@1924605136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807) -> (continuation of Deferred@299384804 after retry RPC@1924605136))) after lookup
16:04:55.756 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:04:55.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:55.760 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:04:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.489605 11293 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:04:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.489727 11293 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.490057 11293 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.490566 11169 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.491287 11169 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.494234 11050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:04:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.494661 11166 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90; no voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33
16:04:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.494833 11293 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
16:04:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.512863 11298 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.512964 11298 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.513476 11298 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.513986 10987 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.514703 10987 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.517946 11221 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:04:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.518111 11221 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 4.
16:04:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.518385 10984 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:04:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.518656 11298 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Leader pre-election won for term 6
16:04:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.518719 11298 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Starting leader election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:04:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.518735 11298 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 5 FOLLOWER]: Advancing to term 6
16:04:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.519522 11298 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.520040 11298 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.520090 11221 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:04:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.520210 11221 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 4 FOLLOWER]: Advancing to term 6
16:04:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.520675 10987 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:04:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.521494 11221 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 6.
16:04:56.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.521759 10984 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:04:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.521915 11298 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Leader election won for term 6
16:04:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.522136 11298 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 LEADER]: Becoming Leader. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Running, Role: LEADER
16:04:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.522238 11298 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:56.523049 10200 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 reported cstate change: term changed from 5 to 6, leader changed from c523759552a4496596a1d63dfde4a05c (127.9.199.195) to fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193). New cstate: current_term: 6 leader_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:04:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:56.965741 10987 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 -> Peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Couldn't send request to peer c523759552a4496596a1d63dfde4a05c. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:04:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.095105 11221 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Refusing update from remote peer fde18fb7f0c74f978ea74c7d2aa95e33: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
16:04:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.095602 11298 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
16:04:57.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:57.474 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:57.474 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2296), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [13ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [15ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [18ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [18ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [34ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [36ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [39ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [39ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [74ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [76ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [79ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [80ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [133ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [135ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [137ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [138ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [572ms] refreshing cache from master, [572ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [574ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [577ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [581ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [581ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2291ms] refreshing cache from master, [2291ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [2293ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1807339633(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7a182c0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807) -> (continuation of Deferred@299384804 after retry RPC@1924605136) -> (continuation of Deferred@1047393768 after retry RPC@1966593873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@275fbb02 -> wakeup thread Time-limited test -> (continuation of Deferred@130991059 after retry RPC@1561591683) -> (continuation of Deferred@1087794593 after retry RPC@366491144) -> (continuation of Deferred@1277573333 after retry RPC@412757807) -> (continuation of Deferred@299384804 after retry RPC@1924605136) -> (continuation of Deferred@1047393768 after retry RPC@1966593873))) after lookup
16:04:57.475 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.476 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] Successfully connected to peer
16:04:57.514 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7c2cee38, L:/127.0.0.1:38422 - R:/127.9.199.193:36685] using TOKEN/null
16:04:57.527 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.195:33079
16:04:57.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.528103 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:57.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:57.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.616927 11327 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:57.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.617151 11327 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:57.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.617172 11327 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.618274 11327 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.618321 11327 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.195
16:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.619727 11327 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11327
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.619946 11327 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.620208 11327 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.625727 11333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.625734 11332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:57.625749 11335 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.626096 11327 server_base.cc:1034] running on GCE node
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.626314 11327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.626538 11327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.627691 11327 hybrid_clock.cc:648] HybridClock initialized: now 1783526697627676 us; error 30 us; skew 500 ppm
16:04:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.629127 11327 webserver.cc:460] Webserver started at http://127.9.199.195:45325/ using document root <none> and password file <none>
16:04:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.629338 11327 fs_manager.cc:359] Metadata directory not provided
16:04:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.629387 11327 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.630897 11327 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.631764 11341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.632016 11327 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.632100 11327 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.632444 11327 fs_report.cc:383] FS layout report
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/data
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:57.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.656558 11327 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.656874 11327 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.656976 11327 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.657164 11327 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.657626 11348 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:04:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.659618 11327 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:04:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.659688 11327 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:04:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.659721 11327 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:04:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.660409 11327 ts_tablet_manager.cc:610] Registered 1 tablets
16:04:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.660446 11327 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:04:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.660569 11348 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap starting.
16:04:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.668407 11327 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.195:33079
16:04:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.668511 11455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.195:33079 every 8 connection(s)
16:04:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.668839 11327 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:04:57.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.671180 11348 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Log is configured to *not* fsync() on all Append() calls
16:04:57.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.674353 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 11327
16:04:57.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.674889 11348 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:04:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.675815 11348 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap complete.
16:04:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.676860 11348 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent bootstrapping tablet: real 0.016s	user 0.011s	sys 0.003s
16:04:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678224 11456 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678231 11457 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678433 11457 heartbeater.cc:464] Registering TS with master...
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678433 11456 heartbeater.cc:464] Registering TS with master...
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678681 11457 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678791 11456 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.678835 11348 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.679260 11348 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Initialized, Role: FOLLOWER
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.679430 11348 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.679481 10054 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.679759 11348 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent starting tablet: real 0.003s	user 0.004s	sys 0.000s
16:04:57.680 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
16:04:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.680454 10200 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.680989 10200 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.195:55827
16:04:57.681 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
16:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.681702 11456 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.682127 11458 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.682168 11458 heartbeater.cc:464] Registering TS with master...
16:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.682222 11458 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.682526 10128 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:57.686 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:57.687 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.193:36685
16:04:57.687 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:04:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:57.687896 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10969
16:04:57.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:57.695 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] handling channelInactive
16:04:57.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state READY due to: connection closed
16:04:57.696 [DEBUG - Time-limited test] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.698 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:57.714 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:57.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test)) after lookup
16:04:57.716 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.717 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:57.734 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:57.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [21ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [22ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [22ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947))) after lookup
16:04:57.736 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.738 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:57.773 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:57.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [21ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [22ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [22ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [40ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [43ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [44ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [78ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341))) after lookup
16:04:57.775 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.776 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.833 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:57.834 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:57.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [21ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [22ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [22ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [40ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [43ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [44ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [78ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [79ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [81ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [81ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [138ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931))) after lookup
16:04:57.835 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:57.838 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:58.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:58.253 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:04:58.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=558), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [21ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [22ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [22ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [40ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [43ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [44ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [78ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [79ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [81ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [81ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [138ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [139ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [143ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [143ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [555ms] refreshing cache from master, [556ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [557ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931) -> (continuation of Deferred@992403185 after retry RPC@292472136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931) -> (continuation of Deferred@992403185 after retry RPC@292472136))) after lookup
16:04:58.255 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:04:58.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:58.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:58.256 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:04:59.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.003685 11469 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:04:59.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.003865 11469 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.004252 11469 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:59.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.005355 11342 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.005934 11342 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:59.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.009148 11221 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:04:59.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.009588 11342 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c523759552a4496596a1d63dfde4a05c; no voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33
16:04:59.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.009768 11469 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
16:04:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.026345 11474 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:04:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.026487 11474 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.026692 11474 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.027860 11166 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.031513 11410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c" is_pre_election: true
16:04:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.031678 11410 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 5.
16:04:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.031999 11169 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:04:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.032121 11474 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Leader pre-election won for term 7
16:04:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.032241 11474 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Starting leader election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:04:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.032272 11474 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 6 FOLLOWER]: Advancing to term 7
16:04:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.032977 11474 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.033154 11474 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 election: Requested vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:04:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.033430 11410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c"
16:04:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.033555 11410 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 5 FOLLOWER]: Advancing to term 7
16:04:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.033789 11166 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:04:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.035209 11410 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 7.
16:04:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.035532 11169 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:04:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.035717 11474 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Leader election won for term 7
16:04:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.036073 11474 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 LEADER]: Becoming Leader. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Running, Role: LEADER
16:04:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.036234 11474 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.037186 10200 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 reported cstate change: term changed from 6 to 7, leader changed from fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193) to 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194). New cstate: current_term: 7 leader_uuid: "84b512fb828f4a64a7efebf2dc020e90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:04:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.511936 11166 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 -> Peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Couldn't send request to peer fde18fb7f0c74f978ea74c7d2aa95e33. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:04:59.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:59.533 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:59.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1838), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [18ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [21ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [22ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [22ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [40ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [43ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [44ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [78ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [79ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [81ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [81ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [138ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [139ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [143ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [143ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [555ms] refreshing cache from master, [556ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [557ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [559ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [561ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [561ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [1836ms] refreshing cache from master, [1836ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1838ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@396466165(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70b081a0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931) -> (continuation of Deferred@992403185 after retry RPC@292472136) -> (continuation of Deferred@514831940 after retry RPC@293714574), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13380f07 -> wakeup thread Time-limited test -> (continuation of Deferred@148133352 after retry RPC@2035791947) -> (continuation of Deferred@469538769 after retry RPC@1596846341) -> (continuation of Deferred@1666894558 after retry RPC@366474931) -> (continuation of Deferred@992403185 after retry RPC@292472136) -> (continuation of Deferred@514831940 after retry RPC@293714574))) after lookup
16:04:59.535 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.537 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] Successfully connected to peer
16:04:59.559 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0e08eb43, L:/127.0.0.1:50936 - R:/127.9.199.194:36917] using TOKEN/null
16:04:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.560999 11410 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Refusing update from remote peer 84b512fb828f4a64a7efebf2dc020e90: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
16:04:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.561365 11493 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
16:04:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.563474 11492 mvcc.cc:205] Tried to move back new op lower bound from 7305325361398898688 to 7305325359253143552. Current Snapshot: MvccSnapshot[applied={T|T < 7305325361398898688}]
16:04:59.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.565304 11495 mvcc.cc:205] Tried to move back new op lower bound from 7305325361398898688 to 7305325359253143552. Current Snapshot: MvccSnapshot[applied={T|T < 7305325361398898688}]
16:04:59.574 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.193:36685
16:04:59.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.577209 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:04:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:04:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.672142 11502 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:04:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.672426 11502 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:04:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.672456 11502 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:04:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.673843 11502 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:04:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.673915 11502 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.193
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.675340 11502 tablet_server_runner.cc:78] Tablet server non-default flags:
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11502
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:04:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.675560 11502 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:04:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.675832 11502 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:04:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.682003 11508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.681998 11509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.682027 11502 server_base.cc:1034] running on GCE node
16:04:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:04:59.682003 11511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:04:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.682495 11502 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:04:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.682832 11502 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:04:59.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.684195 11502 hybrid_clock.cc:648] HybridClock initialized: now 1783526699684145 us; error 65 us; skew 500 ppm
16:04:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.686385 11502 webserver.cc:460] Webserver started at http://127.9.199.193:34321/ using document root <none> and password file <none>
16:04:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.686760 11502 fs_manager.cc:359] Metadata directory not provided
16:04:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.686862 11502 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:04:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.688603 11502 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
16:04:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.689632 11517 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:04:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.689945 11502 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:04:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.690232 11502 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.690904 11502 fs_report.cc:383] FS layout report
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/data
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:04:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:04:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:04:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.706063 11502 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:04:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.706473 11502 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:04:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.706666 11502 kserver.cc:163] Server-wide thread pool size limit: 3276
16:04:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.707034 11502 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:04:59.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.707556 11524 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.708954 11502 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.709031 11502 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.709069 11502 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:04:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.709758 11502 ts_tablet_manager.cc:610] Registered 1 tablets
16:04:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.709822 11502 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:04:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.709949 11524 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap starting.
16:04:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.717382 11502 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.193:36685
16:04:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.717492 11631 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.193:36685 every 8 connection(s)
16:04:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.717836 11502 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:04:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.719734 11524 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Log is configured to *not* fsync() on all Append() calls
16:04:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.723378 11524 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:04:59.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.723533 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 11502
16:04:59.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.724359 11524 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap complete.
16:04:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.725356 11634 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:04:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.725449 11634 heartbeater.cc:464] Registering TS with master...
16:04:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.725644 11634 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:04:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.725761 11524 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent bootstrapping tablet: real 0.016s	user 0.002s	sys 0.012s
16:04:59.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.726233 10128 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727020 11632 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727077 11632 heartbeater.cc:464] Registering TS with master...
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727157 11632 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727316 11633 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727365 11633 heartbeater.cc:464] Registering TS with master...
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727421 11633 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727403 10201 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727600 11524 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727888 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.193:33329
16:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.727917 11524 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Initialized, Role: FOLLOWER
16:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.728060 11524 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:04:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.728122 10054 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:04:59.728 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:04:59.729 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.194:36917
16:04:59.729 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:04:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.728766 11524 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
16:04:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.728899 11632 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:04:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:04:59.729592 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 11151
16:04:59.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:04:59.735 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] handling channelInactive
16:04:59.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state READY due to: connection closed
16:04:59.736 [DEBUG - Time-limited test] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.739 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:59.753 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:59.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test)) after lookup
16:04:59.754 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.756 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.757 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:59.773 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:59.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774))) after lookup
16:04:59.774 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.776 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.813 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:59.813 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:59.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [40ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [77ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884))) after lookup
16:04:59.815 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.817 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.892 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:04:59.893 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:04:59.893 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=157), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [40ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [77ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [78ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [81ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [156ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140))) after lookup
16:04:59.894 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:04:59.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:04:59.895 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:00.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:00.354 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:00.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=618), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [40ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [77ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [78ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [81ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [156ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [157ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [159ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [160ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [615ms] refreshing cache from master, [615ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [617ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585))) after lookup
16:05:00.355 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:00.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:00.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:00.358 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:01.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:01.073 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:01.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1337), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [40ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [77ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [78ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [81ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [156ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [157ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [159ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [160ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [615ms] refreshing cache from master, [615ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [617ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [619ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [621ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [622ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [1334ms] refreshing cache from master, [1334ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1336ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207))) after lookup
16:05:01.074 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.074623 11645 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:05:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.074738 11645 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.075383 11645 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:01.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:01.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:01.076 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:01.077292 11342 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:05:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.079282 11586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:05:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.079494 11586 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 6.
16:05:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.079772 11342 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:05:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.079926 11645 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Leader pre-election won for term 8
16:05:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.080013 11645 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Starting leader election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:05:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.080042 11645 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 7 FOLLOWER]: Advancing to term 8
16:05:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.080857 11645 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.081032 11645 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.081508 11586 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:05:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.081630 11586 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 6 FOLLOWER]: Advancing to term 8
16:05:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:01.081808 11342 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:05:01.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.082808 11586 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 8.
16:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.083017 11342 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.083128 11645 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 FOLLOWER]: Leader election won for term 8
16:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.083314 11645 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 LEADER]: Becoming Leader. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Running, Role: LEADER
16:05:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.083462 11645 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.084339 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c reported cstate change: term changed from 7 to 8, leader changed from 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194) to c523759552a4496596a1d63dfde4a05c (127.9.199.195). New cstate: current_term: 8 leader_uuid: "c523759552a4496596a1d63dfde4a05c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: HEALTHY } } }
16:05:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.485178 11586 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Refusing update from remote peer c523759552a4496596a1d63dfde4a05c: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
16:05:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:01.485827 11645 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Connected to new peer: Peer: permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
16:05:01.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:01.489116 11342 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c -> Peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Couldn't send request to peer 84b512fb828f4a64a7efebf2dc020e90. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:05:03.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:03.734 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:03.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3998), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [16ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [17ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [21ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [21ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [36ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [38ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [40ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [40ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [77ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [78ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [81ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [81ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [156ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [157ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [159ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [160ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [615ms] refreshing cache from master, [615ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [617ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [619ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [621ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [622ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [1334ms] refreshing cache from master, [1334ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1336ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [1337ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [1340ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [1340ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [3995ms] refreshing cache from master, [3995ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [3997ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@725834567(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@70825da8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207) -> (continuation of Deferred@1122252421 after retry RPC@67861453), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c9c4e31 -> wakeup thread Time-limited test -> (continuation of Deferred@1943004216 after retry RPC@763150774) -> (continuation of Deferred@1299137809 after retry RPC@201111884) -> (continuation of Deferred@670843694 after retry RPC@1227139140) -> (continuation of Deferred@1148884686 after retry RPC@2033103585) -> (continuation of Deferred@1392385859 after retry RPC@1581979207) -> (continuation of Deferred@1122252421 after retry RPC@67861453))) after lookup
16:05:03.736 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:03.737 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] Successfully connected to peer
16:05:03.756 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdc6b7b00, L:/127.0.0.1:43110 - R:/127.9.199.195:33079] using TOKEN/null
16:05:03.771 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.194:36917
16:05:03.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.772272 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:05:03.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:05:03.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.842360 11342 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c -> Peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Couldn't send request to peer 84b512fb828f4a64a7efebf2dc020e90. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:05:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.865557 11683 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:05:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.865796 11683 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:05:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.865820 11683 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:05:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.867098 11683 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:05:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.867157 11683 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.194
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.868548 11683 tablet_server_runner.cc:78] Tablet server non-default flags:
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11683
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.868773 11683 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:05:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.869045 11683 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:05:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.875190 11691 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.875191 11688 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.875226 11683 server_base.cc:1034] running on GCE node
16:05:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:03.875190 11689 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.875903 11683 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:05:03.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.876164 11683 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:05:03.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.877316 11683 hybrid_clock.cc:648] HybridClock initialized: now 1783526703877299 us; error 35 us; skew 500 ppm
16:05:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.885696 11683 webserver.cc:460] Webserver started at http://127.9.199.194:44551/ using document root <none> and password file <none>
16:05:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.885975 11683 fs_manager.cc:359] Metadata directory not provided
16:05:03.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.886020 11683 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:05:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.887590 11683 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
16:05:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.888558 11697 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:05:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.888777 11683 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.888919 11683 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.889341 11683 fs_report.cc:383] FS layout report
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/data
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:05:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:05:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:05:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:05:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.908277 11683 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:05:03.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.908674 11683 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.908900 11683 kserver.cc:163] Server-wide thread pool size limit: 3276
16:05:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.909202 11683 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:05:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.909765 11704 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:05:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.911386 11683 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:05:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.911478 11683 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:05:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.911522 11683 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.912346 11683 ts_tablet_manager.cc:610] Registered 1 tablets
16:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.912452 11683 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:05:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.912470 11704 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap starting.
16:05:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.920446 11683 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.194:36917
16:05:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.920548 11811 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.194:36917 every 8 connection(s)
16:05:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.920949 11683 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:03.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.923432 11704 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Log is configured to *not* fsync() on all Append() calls
16:05:03.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.927908 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 11683
16:05:03.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.929224 11814 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:05:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.929337 11814 heartbeater.cc:464] Registering TS with master...
16:05:03.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.929524 11814 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:05:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.929968 11704 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:05:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.930217 10128 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.930821 11812 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.930874 11812 heartbeater.cc:464] Registering TS with master...
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.930939 11812 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931069 11704 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap complete.
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931139 11813 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931180 11813 heartbeater.cc:464] Registering TS with master...
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931231 11813 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931245 10201 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.931730 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.194:58567
16:05:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.932304 11704 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.009s
16:05:03.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.932997 10054 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:03.933 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.933862 11704 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.934159 11704 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Initialized, Role: FOLLOWER
16:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.934341 11704 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:03.934 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.195:33079
16:05:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.934746 11704 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
16:05:03.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:05:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.935122 11812 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:05:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:03.935324 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 11327
16:05:03.943 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:03.943 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] handling channelInactive
16:05:03.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state READY due to: connection closed
16:05:03.944 [DEBUG - Time-limited test] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:03.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.947 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:03.953 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:03.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test)) after lookup
16:05:03.954 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:03.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.956 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:03.974 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:03.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [11ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [13ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [13ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [30ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420))) after lookup
16:05:03.975 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:03.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:03.976 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:04.013 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:04.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [11ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [13ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [13ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [30ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [31ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [33ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [33ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [70ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476))) after lookup
16:05:04.015 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:04.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.017 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:04.093 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:04.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [11ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [13ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [13ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [30ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [31ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [33ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [33ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [70ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [71ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [74ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [74ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [149ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397))) after lookup
16:05:04.094 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:04.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.095 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:04.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:04.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [11ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [13ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [13ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [30ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [31ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [33ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [33ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [70ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [71ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [74ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [74ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [149ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [151ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [152ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [152ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [250ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397) -> (continuation of Deferred@531335546 after retry RPC@549073859), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397) -> (continuation of Deferred@531335546 after retry RPC@549073859))) after lookup
16:05:04.196 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:04.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:04.198 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.271344 11825 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:05:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.271449 11825 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.271917 11825 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:05.272377 11521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:05.273020 11521 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276068 11766 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276223 11766 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 7.
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276556 11518 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276749 11825 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Leader pre-election won for term 9
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276831 11825 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Starting leader election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:05:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.276863 11825 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 8 FOLLOWER]: Advancing to term 9
16:05:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.277647 11825 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.277832 11825 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.278082 11766 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:05:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.278182 11766 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 7 FOLLOWER]: Advancing to term 9
16:05:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:05.278611 11521 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.279623 11766 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 9.
16:05:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.279924 11518 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:05:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.280085 11825 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Leader election won for term 9
16:05:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.280259 11825 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 LEADER]: Becoming Leader. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Running, Role: LEADER
16:05:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.280419 11825 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.281225 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 reported cstate change: term changed from 8 to 9, leader changed from c523759552a4496596a1d63dfde4a05c (127.9.199.195) to fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193). New cstate: current_term: 9 leader_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:05:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.690403 11766 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Refusing update from remote peer fde18fb7f0c74f978ea74c7d2aa95e33: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
16:05:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.691020 11825 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Connected to new peer: Peer: permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
16:05:05.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.693276 11843 mvcc.cc:205] Tried to move back new op lower bound from 7305325378592612352 to 7305325367638388736. Current Snapshot: MvccSnapshot[applied={T|T < 7305325378592612352}]
16:05:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:05.696089 11521 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 -> Peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Couldn't send request to peer c523759552a4496596a1d63dfde4a05c. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:05:05.893 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:05.894 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:05.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1951), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [4ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [4ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [11ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [13ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [13ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [30ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [31ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [33ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [33ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [70ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [71ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [74ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [74ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [149ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [151ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [152ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [152ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [250ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [253ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [255ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [256ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [1948ms] refreshing cache from master, [1948ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1950ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1578649670(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@14ff3f26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397) -> (continuation of Deferred@531335546 after retry RPC@549073859) -> (continuation of Deferred@1421061404 after retry RPC@627484770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27da43bc -> wakeup thread Time-limited test -> (continuation of Deferred@1828194116 after retry RPC@424308420) -> (continuation of Deferred@1458194712 after retry RPC@184861476) -> (continuation of Deferred@1990327774 after retry RPC@1527848397) -> (continuation of Deferred@531335546 after retry RPC@549073859) -> (continuation of Deferred@1421061404 after retry RPC@627484770))) after lookup
16:05:05.896 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:05.897 [DEBUG - kudu-nio-0] (Connection.java:757) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] Successfully connected to peer
16:05:05.922 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93156115, L:/127.0.0.1:43778 - R:/127.9.199.193:36685] using TOKEN/null
16:05:05.935 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.195:33079
16:05:05.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:05.936115 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:05:05.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:05:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.053260 11852 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:05:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.053583 11852 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:05:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.053620 11852 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:05:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.055305 11852 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:05:06.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.055413 11852 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.195
16:05:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.058521 11852 tablet_server_runner.cc:78] Tablet server non-default flags:
16:05:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:06.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11852
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:05:06.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.058903 11852 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:05:06.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.059427 11852 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:05:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.068150 11860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.068150 11857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:06.068184 11858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.068944 11852 server_base.cc:1034] running on GCE node
16:05:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.069152 11852 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:05:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.069380 11852 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:05:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.070848 11852 hybrid_clock.cc:648] HybridClock initialized: now 1783526706070831 us; error 31 us; skew 500 ppm
16:05:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.072657 11852 webserver.cc:460] Webserver started at http://127.9.199.195:45325/ using document root <none> and password file <none>
16:05:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.072898 11852 fs_manager.cc:359] Metadata directory not provided
16:05:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.072939 11852 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:05:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.075088 11852 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
16:05:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.076229 11866 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.077108 11852 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.077206 11852 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.077745 11852 fs_report.cc:383] FS layout report
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/data
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:05:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:05:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.094794 11852 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:05:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.095229 11852 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:05:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.095352 11852 kserver.cc:163] Server-wide thread pool size limit: 3276
16:05:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.095597 11852 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:05:06.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.096176 11873 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:05:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.098393 11852 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:05:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.098493 11852 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:05:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.098578 11852 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:05:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.099596 11852 ts_tablet_manager.cc:610] Registered 1 tablets
16:05:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.099680 11852 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
16:05:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.099957 11873 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap starting.
16:05:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.108493 11852 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.195:33079
16:05:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.108613 11980 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.195:33079 every 8 connection(s)
16:05:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.108956 11852 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.111891 11873 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Log is configured to *not* fsync() on all Append() calls
16:05:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.112943 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 11852
16:05:06.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.116565 11873 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:05:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.117028 11873 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap complete.
16:05:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.117631 11981 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:05:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.117736 11981 heartbeater.cc:464] Registering TS with master...
16:05:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.117944 11981 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:05:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.118317 11873 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.010s
16:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.118742 11983 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.118736 10201 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.118793 11983 heartbeater.cc:464] Registering TS with master...
16:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.118854 11983 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:05:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.119287 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.195:46001
16:05:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.120354 10128 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:06.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.120795 11873 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:06.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.121203 11873 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Initialized, Role: FOLLOWER
16:05:06.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.121730 11873 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.122151 11873 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent starting tablet: real 0.004s	user 0.000s	sys 0.004s
16:05:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.122291 11981 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:05:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.125150 11982 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:05:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.125243 11982 heartbeater.cc:464] Registering TS with master...
16:05:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.125329 11982 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:05:06.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.125921 10054 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:06.126 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.130227 11935 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 8 FOLLOWER]: Advancing to term 9
16:05:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.136888 11995 mvcc.cc:205] Tried to move back new op lower bound from 7305325387499864064 to 7305325384829169664. Current Snapshot: MvccSnapshot[applied={T|T < 7305325387462512640}]
16:05:06.139 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.193:36685
16:05:06.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:05:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:06.140108 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 11502
16:05:06.148 [DEBUG - kudu-nio-0] (Connection.java:239) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] handling channelInactive
16:05:06.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state READY due to: connection closed
16:05:06.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:06.151 [DEBUG - Time-limited test] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.153 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.174 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:06.175 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:06.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test)) after lookup
16:05:06.176 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.180 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:06.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:06.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119))) after lookup
16:05:06.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.198 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.213 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:06.213 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:06.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [48ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [48ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [62ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954))) after lookup
16:05:06.214 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.216 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.273 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:06.274 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:06.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [48ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [48ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [62ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [64ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [66ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [66ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [123ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757))) after lookup
16:05:06.276 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.280 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:06.753 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:06.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=603), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [48ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [48ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [62ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [64ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [66ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [66ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [123ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [126ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [130ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [130ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [600ms] refreshing cache from master, [600ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [602ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599))) after lookup
16:05:06.755 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:06.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:06.756 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:07.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:07.153 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:07.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1003), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [48ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [48ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [62ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [64ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [66ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [66ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [123ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [126ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [130ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [130ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [600ms] refreshing cache from master, [600ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [602ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [604ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [606ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [606ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [1000ms] refreshing cache from master, [1000ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1002ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599) -> (continuation of Deferred@289991569 after retry RPC@665322027), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599) -> (continuation of Deferred@289991569 after retry RPC@665322027))) after lookup
16:05:07.154 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:07.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:07.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state CONNECTING due to: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:07.157 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685
16:05:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.434839 12000 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:05:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.434999 12000 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.435344 12000 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:07.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:07.436543 11698 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:05:07.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:07.437254 11698 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:05:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.440344 11935 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c" is_pre_election: true
16:05:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.440874 11701 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90; no voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33
16:05:07.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.441035 12000 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
16:05:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.633081 12005 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 9 FOLLOWER]: Starting pre-election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:05:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.633221 12005 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.633553 12005 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:07.634280 11867 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:05:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:07.635030 11867 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:05:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.637969 11766 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:05:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.638113 11766 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 9.
16:05:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.638353 11867 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:05:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.638536 12005 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 9 FOLLOWER]: Leader pre-election won for term 10
16:05:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.638589 12005 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 9 FOLLOWER]: Starting leader election (detected failure of leader fde18fb7f0c74f978ea74c7d2aa95e33)
16:05:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.638616 12005 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 9 FOLLOWER]: Advancing to term 10
16:05:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.639379 12005 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.639536 12005 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:07.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.639762 11766 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "c523759552a4496596a1d63dfde4a05c" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:05:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.639901 11766 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 9 FOLLOWER]: Advancing to term 10
16:05:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:07.640241 11867 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111)
16:05:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.640738 11766 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c523759552a4496596a1d63dfde4a05c in term 10.
16:05:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.641000 11867 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c; no voters: fde18fb7f0c74f978ea74c7d2aa95e33
16:05:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.641119 12005 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Leader election won for term 10
16:05:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.641285 12005 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 LEADER]: Becoming Leader. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Running, Role: LEADER
16:05:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.641410 12005 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:07.642222 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c reported cstate change: term changed from 9 to 10, leader changed from fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193) to c523759552a4496596a1d63dfde4a05c (127.9.199.195). New cstate: current_term: 10 leader_uuid: "c523759552a4496596a1d63dfde4a05c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: HEALTHY } } }
16:05:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:08.038071 11867 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c -> Peer fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685): Couldn't send request to peer fde18fb7f0c74f978ea74c7d2aa95e33. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.193:36685: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:05:08.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:08.041289 11766 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Refusing update from remote peer c523759552a4496596a1d63dfde4a05c: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
16:05:08.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:08.041695 12005 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [LEADER]: Connected to new peer: Peer: permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 32, Time since last communication: 0.000s
16:05:09.412 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:09.413 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:09.413 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3262), Traces: [0ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [3ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [23ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [26ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [30ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [31ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [43ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [45ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [48ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [48ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [62ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [64ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [66ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [66ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [123ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [126ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [130ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [130ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [600ms] refreshing cache from master, [600ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [602ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [604ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [606ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [606ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [1000ms] refreshing cache from master, [1000ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [1002ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [1004ms] sending RPC to server fde18fb7f0c74f978ea74c7d2aa95e33, [1006ms] received response from server fde18fb7f0c74f978ea74c7d2aa95e33: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [1007ms] delaying RPC due to: Network error: Failed to connect to peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685): Connection refused: /127.9.199.193:36685, [3260ms] refreshing cache from master, [3260ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [3262ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@431289820(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@7793ded7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599) -> (continuation of Deferred@289991569 after retry RPC@665322027) -> (continuation of Deferred@772036747 after retry RPC@1230679610), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2283b575 -> wakeup thread Time-limited test -> (continuation of Deferred@678637556 after retry RPC@749331119) -> (continuation of Deferred@463700139 after retry RPC@2021438954) -> (continuation of Deferred@1993709805 after retry RPC@959487757) -> (continuation of Deferred@261225271 after retry RPC@853857599) -> (continuation of Deferred@289991569 after retry RPC@665322027) -> (continuation of Deferred@772036747 after retry RPC@1230679610))) after lookup
16:05:09.414 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.414 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] Successfully connected to peer
16:05:09.428 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc3a45e1a, L:/127.0.0.1:43170 - R:/127.9.199.195:33079] using TOKEN/null
16:05:09.439 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.193:36685
16:05:09.439 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.440153 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:05:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.526425 12038 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:05:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.526691 12038 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:05:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.526726 12038 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:05:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.528041 12038 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:05:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.528144 12038 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.193
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.529605 12038 tablet_server_runner.cc:78] Tablet server non-default flags:
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data
16:05:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.193:36685
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.193
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34321
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12038
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.193
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/logs
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.529896 12038 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:05:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.530277 12038 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:05:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.535743 12043 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.535746 12044 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:09.535746 12046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.536589 12038 server_base.cc:1034] running on GCE node
16:05:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.536810 12038 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:05:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.537113 12038 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:05:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.538267 12038 hybrid_clock.cc:648] HybridClock initialized: now 1783526709538251 us; error 34 us; skew 500 ppm
16:05:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.545450 12038 webserver.cc:460] Webserver started at http://127.9.199.193:34321/ using document root <none> and password file <none>
16:05:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.545773 12038 fs_manager.cc:359] Metadata directory not provided
16:05:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.545830 12038 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:05:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.547819 12038 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
16:05:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.548595 12052 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:05:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.548827 12038 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.548920 12038 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.549265 12038 fs_report.cc:383] FS layout report
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/wal
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/data
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:05:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:05:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.562738 12038 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:05:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.563134 12038 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:05:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.563257 12038 kserver.cc:163] Server-wide thread pool size limit: 3276
16:05:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.563452 12038 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:05:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.564137 12059 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:05:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.565620 12038 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:05:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.565724 12038 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:05:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.565768 12038 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:05:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.566521 12038 ts_tablet_manager.cc:610] Registered 1 tablets
16:05:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.566581 12038 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:05:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.566664 12059 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap starting.
16:05:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.574234 12038 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.193:36685
16:05:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.574333 12166 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.193:36685 every 8 connection(s)
16:05:09.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.574724 12038 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-0/data/info.pb
16:05:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.575593 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 12038
16:05:09.576 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.577456 12059 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Log is configured to *not* fsync() on all Append() calls
16:05:09.580 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:09.582 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.195:33079
16:05:09.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:05:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.582906 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 11852
16:05:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.585354 12168 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:05:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.585472 12168 heartbeater.cc:464] Registering TS with master...
16:05:09.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.585708 12168 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:05:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.585453 12169 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:05:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.586135 12169 heartbeater.cc:464] Registering TS with master...
16:05:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.586208 12169 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:05:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.586382 10054 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.586583 10128 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.588124 12059 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:05:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.588476 12059 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Bootstrap complete.
16:05:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.589442 12167 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:05:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.589506 12167 heartbeater.cc:464] Registering TS with master...
16:05:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.589583 12167 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:05:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.589726 12059 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent bootstrapping tablet: real 0.023s	user 0.005s	sys 0.009s
16:05:09.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.590550 10201 ts_manager.cc:194] Re-registered known tserver with Master: fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685)
16:05:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.590952 10201 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.193:48815
16:05:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.590750 12059 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.591099 12059 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Initialized, Role: FOLLOWER
16:05:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.591245 12059 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.591584 12059 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
16:05:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:09.592245 12167 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:05:09.593 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] handling channelInactive
16:05:09.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state READY due to: connection closed
16:05:09.594 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:09.595 [DEBUG - Time-limited test] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.597 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.612 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:09.613 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:09.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test)) after lookup
16:05:09.614 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.615 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:09.633 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:09.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397))) after lookup
16:05:09.634 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.636 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.653 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:09.653 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:09.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [41ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [41ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [57ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513))) after lookup
16:05:09.655 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.656 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.772 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:09.773 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:09.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [41ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [41ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [57ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [59ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [61ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [61ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [177ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864))) after lookup
16:05:09.774 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:09.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:09.776 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:10.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:10.233 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)[L],fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:10.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=638), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [41ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [41ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [57ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [59ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [61ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [61ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [177ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [178ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [181ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [181ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [635ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [637ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864) -> (continuation of Deferred@1939797316 after retry RPC@1455801582), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864) -> (continuation of Deferred@1939797316 after retry RPC@1455801582))) after lookup
16:05:10.234 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] connecting to peer
16:05:10.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:10.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] cleaning up while in state CONNECTING due to: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:10.235 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079
16:05:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.865022 12180 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:05:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.865204 12180 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:10.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.865726 12180 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:10.866330 12056 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:10.867064 12056 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:10.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.869602 11766 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "84b512fb828f4a64a7efebf2dc020e90" is_pre_election: true
16:05:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.869931 12053 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90, c523759552a4496596a1d63dfde4a05c
16:05:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.870119 12180 raft_consensus.cc:2726] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
16:05:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.939199 12185 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:05:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.939309 12185 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.939499 12185 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:10.940485 11701 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.943866 12121 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" is_pre_election: true
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.944025 12121 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 9.
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.944331 11698 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.944468 12185 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Leader pre-election won for term 11
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.944562 12185 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Starting leader election (detected failure of leader c523759552a4496596a1d63dfde4a05c)
16:05:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.944581 12185 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 10 FOLLOWER]: Advancing to term 11
16:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.945428 12185 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.945629 12185 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 election: Requested vote from peers fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193:36685), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.945815 12121 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "84b512fb828f4a64a7efebf2dc020e90" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33"
16:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.945946 12121 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 9 FOLLOWER]: Advancing to term 11
16:05:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:10.946404 11701 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111)
16:05:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.947420 12121 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 84b512fb828f4a64a7efebf2dc020e90 in term 11.
16:05:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.947664 11698 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 84b512fb828f4a64a7efebf2dc020e90, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: c523759552a4496596a1d63dfde4a05c
16:05:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.947829 12185 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 11 FOLLOWER]: Leader election won for term 11
16:05:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.948043 12185 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 11 LEADER]: Becoming Leader. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Running, Role: LEADER
16:05:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.948155 12185 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:10.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:10.948966 10201 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 reported cstate change: term changed from 10 to 11, leader changed from c523759552a4496596a1d63dfde4a05c (127.9.199.195) to 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194). New cstate: current_term: 11 leader_uuid: "84b512fb828f4a64a7efebf2dc020e90" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:05:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:11.385334 11701 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 -> Peer c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079): Couldn't send request to peer c523759552a4496596a1d63dfde4a05c. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.195:33079: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:05:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:11.537995 12121 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Refusing update from remote peer 84b512fb828f4a64a7efebf2dc020e90: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
16:05:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:11.538419 12185 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
16:05:12.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.133 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2539), Traces: [0ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [2ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [17ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [19ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [20ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [20ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [38ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [39ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [41ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [41ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [57ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [59ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [61ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [61ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [177ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [178ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [181ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [181ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [635ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [637ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [639ms] sending RPC to server c523759552a4496596a1d63dfde4a05c, [640ms] received response from server c523759552a4496596a1d63dfde4a05c: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [640ms] delaying RPC due to: Network error: Failed to connect to peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079): Connection refused: /127.9.199.195:33079, [2535ms] refreshing cache from master, [2536ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [2538ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@1939506806(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@3fddfeb2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864) -> (continuation of Deferred@1939797316 after retry RPC@1455801582) -> (continuation of Deferred@912599068 after retry RPC@410500617), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5560ce0b -> wakeup thread Time-limited test -> (continuation of Deferred@883684227 after retry RPC@1629887397) -> (continuation of Deferred@1168338683 after retry RPC@344567513) -> (continuation of Deferred@146079581 after retry RPC@829587864) -> (continuation of Deferred@1939797316 after retry RPC@1455801582) -> (continuation of Deferred@912599068 after retry RPC@410500617))) after lookup
16:05:12.135 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.137 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] Successfully connected to peer
16:05:12.153 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x07d9fe43, L:/127.0.0.1:37426 - R:/127.9.199.194:36917] using TOKEN/null
16:05:12.163 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.195:33079
16:05:12.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.164541 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:05:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.266209 12221 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:05:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.266492 12221 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:05:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.266528 12221 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:05:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.267944 12221 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:05:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.268064 12221 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.195
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.269542 12221 tablet_server_runner.cc:78] Tablet server non-default flags:
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.195:33079
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.195
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45325
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12221
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.195
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/logs
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:05:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.269846 12221 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:05:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.270239 12221 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:05:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.276376 12227 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.276367 12226 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:12.276374 12229 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.276926 12221 server_base.cc:1034] running on GCE node
16:05:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.277175 12221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:05:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.277529 12221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:05:12.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.278872 12221 hybrid_clock.cc:648] HybridClock initialized: now 1783526712278848 us; error 31 us; skew 500 ppm
16:05:12.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.280561 12221 webserver.cc:460] Webserver started at http://127.9.199.195:45325/ using document root <none> and password file <none>
16:05:12.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.280854 12221 fs_manager.cc:359] Metadata directory not provided
16:05:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.280936 12221 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:05:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.282485 12221 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
16:05:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.283494 12235 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:05:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.283950 12221 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
16:05:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.284184 12221 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:12.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c523759552a4496596a1d63dfde4a05c"
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.284780 12221 fs_report.cc:383] FS layout report
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/wal
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/data
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:05:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:05:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.294360 12221 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:05:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.294764 12221 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:05:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.294941 12221 kserver.cc:163] Server-wide thread pool size limit: 3276
16:05:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.295267 12221 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:05:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.295902 12242 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:05:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.297307 12221 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:05:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.297399 12221 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:05:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.297441 12221 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:05:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.298125 12221 ts_tablet_manager.cc:610] Registered 1 tablets
16:05:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.298185 12221 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:05:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.298401 12242 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap starting.
16:05:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.305989 12221 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.195:33079
16:05:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.306105 12349 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.195:33079 every 8 connection(s)
16:05:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.306439 12221 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-2/data/info.pb
16:05:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.307724 12242 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Log is configured to *not* fsync() on all Append() calls
16:05:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.310238 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 12221
16:05:12.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.313275 12242 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:05:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.313632 12242 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Bootstrap complete.
16:05:12.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.314842 12242 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent bootstrapping tablet: real 0.017s	user 0.002s	sys 0.010s
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.316428 12242 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.316810 12242 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: c523759552a4496596a1d63dfde4a05c, State: Initialized, Role: FOLLOWER
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.316962 12242 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.317247 12242 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.002s
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.317332 12350 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.317408 12350 heartbeater.cc:464] Registering TS with master...
16:05:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.317582 12350 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:05:12.318 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:12.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.318286 10200 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:12.318 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.9.199.194:36917
16:05:12.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:05:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.318786 10200 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.195:39603
16:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.318925 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 11683
16:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.320084 12350 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.321178 12351 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.321245 12351 heartbeater.cc:464] Registering TS with master...
16:05:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.321301 12351 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:05:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.323432 10054 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:12.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:12.324 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] handling channelInactive
16:05:12.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state READY due to: connection closed
16:05:12.325 [DEBUG - Time-limited test] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.327 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.329155 12352 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.329255 12352 heartbeater.cc:464] Registering TS with master...
16:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.329320 12352 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:05:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:12.329721 10128 ts_manager.cc:194] Re-registered known tserver with Master: c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:12.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.333 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test)) after lookup
16:05:12.334 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.336 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.353 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600))) after lookup
16:05:12.354 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.355 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.392 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.392 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.393 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [29ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [31ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [31ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [68ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135))) after lookup
16:05:12.394 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.396 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.396 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.433 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.433 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.434 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [29ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [31ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [31ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [68ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [69ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [72ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [72ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [108ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178))) after lookup
16:05:12.434 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.435 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:12.773 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:12.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=449), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [29ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [31ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [31ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [68ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [69ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [72ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [72ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [108ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [110ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [111ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [112ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [446ms] refreshing cache from master, [446ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [448ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973))) after lookup
16:05:12.774 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:12.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:12.776 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:13.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:13.093 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)[L],c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)]}]
16:05:13.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=769), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [29ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [31ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [31ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [68ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [69ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [72ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [72ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [108ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [110ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [111ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [112ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [446ms] refreshing cache from master, [446ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [448ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [450ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [452ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [452ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [766ms] refreshing cache from master, [766ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [769ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973) -> (continuation of Deferred@2074354494 after retry RPC@998090159), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973) -> (continuation of Deferred@2074354494 after retry RPC@998090159))) after lookup
16:05:13.094 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] connecting to peer
16:05:13.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:13.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:13.096 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917) for tablet 05143e8fbafd42e2bda73bc395b270bc: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917
16:05:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.663218 12363 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:05:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.663332 12363 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.663580 12363 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:13.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:13.664428 12053 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:05:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.667979 12304 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c" is_pre_election: true
16:05:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.668272 12304 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 10.
16:05:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.668677 12056 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:05:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.668850 12363 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Leader pre-election won for term 12
16:05:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.668949 12363 raft_consensus.cc:482] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 84b512fb828f4a64a7efebf2dc020e90)
16:05:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.669049 12363 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 11 FOLLOWER]: Advancing to term 12
16:05:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.671468 12363 raft_consensus.cc:504] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.671700 12363 leader_election.cc:288] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 election: Requested vote from peers 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917), c523759552a4496596a1d63dfde4a05c (127.9.199.195:33079)
16:05:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.672000 12304 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "05143e8fbafd42e2bda73bc395b270bc" candidate_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "c523759552a4496596a1d63dfde4a05c"
16:05:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.672124 12304 raft_consensus.cc:3037] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 10 FOLLOWER]: Advancing to term 12
16:05:13.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:13.672349 12053 leader_election.cc:334] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111)
16:05:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.673454 12304 raft_consensus.cc:2454] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fde18fb7f0c74f978ea74c7d2aa95e33 in term 12.
16:05:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.673840 12056 leader_election.cc:302] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c523759552a4496596a1d63dfde4a05c, fde18fb7f0c74f978ea74c7d2aa95e33; no voters: 84b512fb828f4a64a7efebf2dc020e90
16:05:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.674026 12363 raft_consensus.cc:2781] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 12 FOLLOWER]: Leader election won for term 12
16:05:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.674175 12363 raft_consensus.cc:686] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [term 12 LEADER]: Becoming Leader. State: Replica: fde18fb7f0c74f978ea74c7d2aa95e33, State: Running, Role: LEADER
16:05:13.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.674249 12363 consensus_queue.cc:237] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:13.675033 10200 catalog_manager.cc:5495] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 reported cstate change: term changed from 11 to 12, leader changed from 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194) to fde18fb7f0c74f978ea74c7d2aa95e33 (127.9.199.193). New cstate: current_term: 12 leader_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } health_report { overall_health: UNKNOWN } } }
16:05:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:14.113766 12304 raft_consensus.cc:1261] T 05143e8fbafd42e2bda73bc395b270bc P c523759552a4496596a1d63dfde4a05c [term 12 FOLLOWER]: Refusing update from remote peer fde18fb7f0c74f978ea74c7d2aa95e33: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
16:05:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:14.114238 12363 consensus_queue.cc:1035] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
16:05:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:14.118014 12053 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 -> Peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Couldn't send request to peer 84b512fb828f4a64a7efebf2dc020e90. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:05:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:16.155750 12053 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111) [suppressed 6 similar messages]
16:05:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:16.758978 12053 consensus_peers.cc:487] T 05143e8fbafd42e2bda73bc395b270bc P fde18fb7f0c74f978ea74c7d2aa95e33 -> Peer 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917): Couldn't send request to peer 84b512fb828f4a64a7efebf2dc020e90. Status: Network error: Client connection negotiation failed: client connection to 127.9.199.194:36917: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:05:16.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 05143e8fbafd42e2bda73bc395b270bc for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875' with partition [<start>, <end>)
16:05:16.973 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=05143e8fbafd42e2bda73bc395b270bc@[84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917),c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079),fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)[L]]}]
16:05:16.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=05143e8fbafd42e2bda73bc395b270bc, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4649), Traces: [0ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [3ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [9ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [10ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [12ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [12ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [28ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [29ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [31ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [31ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [68ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [69ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [72ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [72ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [108ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [110ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [111ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [112ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [446ms] refreshing cache from master, [446ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [448ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [450ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [452ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [452ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [766ms] refreshing cache from master, [766ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [769ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, [770ms] sending RPC to server 84b512fb828f4a64a7efebf2dc020e90, [772ms] received response from server 84b512fb828f4a64a7efebf2dc020e90: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [772ms] delaying RPC due to: Network error: Failed to connect to peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917): Connection refused: /127.9.199.194:36917, [4646ms] refreshing cache from master, [4646ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.199.252:43069, [4648ms] Sub RPC GetTableLocations: received response from server master-127.9.199.252:43069: OK, deferred=Deferred@2013569201(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/171266328@518289a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973) -> (continuation of Deferred@2074354494 after retry RPC@998090159) -> (continuation of Deferred@1487959710 after retry RPC@2049121154), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@30aaa8ea -> wakeup thread Time-limited test -> (continuation of Deferred@2145570158 after retry RPC@443209600) -> (continuation of Deferred@1735823169 after retry RPC@1246795135) -> (continuation of Deferred@97297281 after retry RPC@1274619178) -> (continuation of Deferred@1321625158 after retry RPC@299513973) -> (continuation of Deferred@2074354494 after retry RPC@998090159) -> (continuation of Deferred@1487959710 after retry RPC@2049121154))) after lookup
16:05:16.974 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] connecting to peer
16:05:16.977 [DEBUG - kudu-nio-1] (Connection.java:757) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] Successfully connected to peer
16:05:16.995 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4c11c4f7, L:/127.0.0.1:49686 - R:/127.9.199.193:36685] using TOKEN/null
16:05:17.010 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.9.199.194:36917
16:05:17.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.011183 10015 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhsDv5U/build/release/bin/kudu
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:17.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:17.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
16:05:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.097887 12404 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:05:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.098120 12404 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:05:17.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.098142 12404 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:05:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.099455 12404 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:05:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.099534 12404 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.199.194
16:05:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.101704 12404 tablet_server_runner.cc:78] Tablet server non-default flags:
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.199.212:33131
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.199.194:36917
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.199.194
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44551
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.199.254:46693,127.9.199.253:34739,127.9.199.252:43069
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12404
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.199.194
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/logs
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Jul 2026 14:54:46 UTC on ccycloud.quasar-lejogm.root.comops.site
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4493842
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.102029 12404 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:05:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.102468 12404 file_cache.cc:493] Constructed file cache file cache with capacity 419430
16:05:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.108471 12409 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.108518 12410 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.108826 12404 server_base.cc:1034] running on GCE node
16:05:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 16:05:17.108503 12412 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:05:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.109414 12404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:05:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.109680 12404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:05:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.110848 12404 hybrid_clock.cc:648] HybridClock initialized: now 1783526717110834 us; error 30 us; skew 500 ppm
16:05:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.116818 12404 webserver.cc:460] Webserver started at http://127.9.199.194:44551/ using document root <none> and password file <none>
16:05:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.117257 12404 fs_manager.cc:359] Metadata directory not provided
16:05:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.117344 12404 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:05:17.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.118749 12404 fs_manager.cc:709] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
16:05:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.119596 12418 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.119946 12404 fs_manager.cc:725] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.120314 12404 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data,/tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84b512fb828f4a64a7efebf2dc020e90"
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 16:04:42 on dist-test-slave-cfqp"
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.120764 12404 fs_report.cc:383] FS layout report
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:05:17.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/wal
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/data
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:05:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:05:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.137750 12404 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
16:05:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.138044 12404 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:05:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.138160 12404 kserver.cc:163] Server-wide thread pool size limit: 3276
16:05:17.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.138355 12404 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
16:05:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.138813 12425 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
16:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.140434 12404 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
16:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.140487 12404 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
16:05:17.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.140515 12404 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
16:05:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.141182 12404 ts_tablet_manager.cc:610] Registered 1 tablets
16:05:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.141239 12404 ts_tablet_manager.cc:589] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
16:05:17.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.141296 12425 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap starting.
16:05:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.149147 12404 rpc_server.cc:307] RPC server started. Bound to: 127.9.199.194:36917
16:05:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.149471 12532 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.199.194:36917 every 8 connection(s)
16:05:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.149624 12404 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskhsDv5U/test-tmp/mini-kudu-cluster720537455512002693/ts-1/data/info.pb
16:05:17.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.151532 12425 log.cc:824] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Log is configured to *not* fsync() on all Append() calls
16:05:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.156360 12533 heartbeater.cc:347] Connected to a master server at 127.9.199.252:43069
16:05:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.156471 12533 heartbeater.cc:464] Registering TS with master...
16:05:17.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.156665 12533 heartbeater.cc:511] Master 127.9.199.252:43069 requested a full tablet report, sending...
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157270 10200 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:17.158 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157629 12535 heartbeater.cc:347] Connected to a master server at 127.9.199.253:34739
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157675 12535 heartbeater.cc:464] Registering TS with master...
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157737 12535 heartbeater.cc:511] Master 127.9.199.253:34739 requested a full tablet report, sending...
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157760 10200 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.199.194:34543
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157830 12534 heartbeater.cc:347] Connected to a master server at 127.9.199.254:46693
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157876 12534 heartbeater.cc:464] Registering TS with master...
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157922 10015 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskhsDv5U/build/release/bin/kudu as pid 12404
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.157950 12534 heartbeater.cc:511] Master 127.9.199.254:46693 requested a full tablet report, sending...
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.158113 12425 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.158167 10129 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.158419 12425 tablet_bootstrap.cc:492] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Bootstrap complete.
16:05:17.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.158409 10057 ts_manager.cc:194] Re-registered known tserver with Master: 84b512fb828f4a64a7efebf2dc020e90 (127.9.199.194:36917)
16:05:17.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.159718 12425 ts_tablet_manager.cc:1397] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent bootstrapping tablet: real 0.018s	user 0.010s	sys 0.006s
16:05:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.160758 12425 raft_consensus.cc:348] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.161022 12425 raft_consensus.cc:729] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84b512fb828f4a64a7efebf2dc020e90, State: Initialized, Role: FOLLOWER
16:05:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.161163 12425 consensus_queue.cc:260] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84b512fb828f4a64a7efebf2dc020e90" member_type: VOTER last_known_addr { host: "127.9.199.194" port: 36917 } } peers { permanent_uuid: "fde18fb7f0c74f978ea74c7d2aa95e33" member_type: VOTER last_known_addr { host: "127.9.199.193" port: 36685 } } peers { permanent_uuid: "c523759552a4496596a1d63dfde4a05c" member_type: VOTER last_known_addr { host: "127.9.199.195" port: 33079 } }
16:05:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.161445 12533 heartbeater.cc:503] Master 127.9.199.252:43069 was elected leader, sending a full tablet report...
16:05:17.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.161459 12425 ts_tablet_manager.cc:1428] T 05143e8fbafd42e2bda73bc395b270bc P 84b512fb828f4a64a7efebf2dc020e90: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
16:05:17.162 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:17.165 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783526682875, tablet=05143e8fbafd42e2bda73bc395b270bc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
16:05:17.172 [DEBUG - main] (Connection.java:575) [peer c523759552a4496596a1d63dfde4a05c(127.9.199.195:33079)] disconnecting while in state TERMINATED
16:05:17.173 [DEBUG - main] (Connection.java:575) [peer master-127.9.199.252:43069(127.9.199.252:43069)] disconnecting while in state READY
16:05:17.174 [DEBUG - main] (Connection.java:575) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] disconnecting while in state READY
16:05:17.175 [DEBUG - main] (Connection.java:575) [peer master-127.9.199.254:46693(127.9.199.254:46693)] disconnecting while in state READY
16:05:17.175 [DEBUG - main] (Connection.java:575) [peer master-127.9.199.253:34739(127.9.199.253:34739)] disconnecting while in state READY
16:05:17.175 [DEBUG - main] (Connection.java:575) [peer 84b512fb828f4a64a7efebf2dc020e90(127.9.199.194:36917)] disconnecting while in state TERMINATED
16:05:17.180 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.199.252:43069(127.9.199.252:43069)] handling channelInactive
16:05:17.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.199.252:43069(127.9.199.252:43069)] cleaning up while in state READY due to: connection closed
16:05:17.181 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.199.253:34739(127.9.199.253:34739)] handling channelInactive
16:05:17.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.199.253:34739(127.9.199.253:34739)] cleaning up while in state READY due to: connection closed
16:05:17.181 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:05:17.183 [DEBUG - kudu-nio-1] (Connection.java:239) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] handling channelInactive
16:05:17.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer fde18fb7f0c74f978ea74c7d2aa95e33(127.9.199.193:36685)] cleaning up while in state READY due to: connection closed
16:05:17.183 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.199.254:46693(127.9.199.254:46693)] handling channelInactive
16:05:17.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.199.254:46693(127.9.199.254:46693)] cleaning up while in state READY due to: connection closed
16:05:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.185446 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 12038
16:05:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.193565 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 12404
16:05:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.199349 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 12221
16:05:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.205183 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10026
16:05:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.210250 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10098
16:05:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 16:05:17.215559 10015 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskhsDv5U/build/release/bin/kudu with pid 10169
16:05:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T16:05:17Z chronyd exiting

Time: 37.273

OK (1 test)

