JUnit version 4.13.2
.14:21:11.803 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783520471796
14:21:11.857 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:21:11.888 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:21:11.898 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1kpcFE/test-tmp
14:21:11.922 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
14:21:11.924 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1kpcFE/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
14:21:12.143 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:21:12.161 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:21:12.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:21:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.163527 17947 mini_oidc.cc:150] Starting JWKS server
14:21:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.164263 17947 webserver.cc:533] Webserver started at http://127.0.0.1:36979/ using document root <none> and password file <none>
14:21:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.164354 17947 mini_oidc.cc:186] Starting OIDC Discovery server
14:21:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.164522 17947 webserver.cc:533] Webserver started at http://127.0.0.1:46485/ using document root <none> and password file <none>
14:21:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:21:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:21:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:21:12Z Disabled control of system clock
14:21:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.177434 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal
14:21:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data
14:21:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/logs
14:21:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data/info.pb
14:21:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.254:34281
14:21:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.254
14:21:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json with env {}
14:21:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.255275 17958 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.255440 17958 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.255460 17958 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257233 17958 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:21:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257313 17958 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257337 17958 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257354 17958 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:21:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257373 17958 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.257393 17958 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36979/jwks.json
14:21:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.259532 17958 master_runner.cc:387] Master server non-default flags:
14:21:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.254:34281
14:21:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json
14:21:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data/info.pb
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.254
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17958
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/logs
14:21:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:12.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.259822 17958 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.260123 17958 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.262977 17964 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.262982 17966 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.263262 17963 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.263370 17958 server_base.cc:1061] running on GCE node
14:21:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.263573 17958 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.263836 17958 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.264997 17958 hybrid_clock.cc:648] HybridClock initialized: now 1783520472264979 us; error 25 us; skew 500 ppm
14:21:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.266325 17958 webserver.cc:533] Webserver started at http://127.17.134.254:36157/ using document root <none> and password file <none>
14:21:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.266535 17958 fs_manager.cc:362] Metadata directory not provided
14:21:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.266594 17958 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.266698 17958 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.267807 17958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data/instance:
14:21:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8"
14:21:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.268172 17958 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal/instance:
14:21:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8"
14:21:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.269774 17958 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
14:21:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.270541 17972 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.270704 17958 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:21:12.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.270769 17958 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal
14:21:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8"
14:21:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.270823 17958 fs_report.cc:389] FS layout report
14:21:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal
14:21:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal
14:21:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data/data
14:21:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.281688 17958 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.282037 17958 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.282166 17958 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.286463 17958 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.254:34281
14:21:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.286499 18024 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.254:34281 every 8 connection(s)
14:21:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.286886 17958 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/data/info.pb
14:21:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.287509 18025 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.288750 18025 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.291643 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 17958
14:21:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.291756 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-0/wal/instance
14:21:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.292727 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal
14:21:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data
14:21:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/logs
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data/info.pb
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.253:38149
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.253
14:21:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json with env {}
14:21:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.300979 18025 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.301414 17974 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.253:38149: connect: Connection refused (error 111)
14:21:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.301893 18025 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.253:38149: Network error: Client connection negotiation failed: client connection to 127.17.134.253:38149: connect: Connection refused (error 111)
14:21:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.351166 18025 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } attempt: 1
14:21:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.352275 18025 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.253:38149: Network error: Client connection negotiation failed: client connection to 127.17.134.253:38149: connect: Connection refused (error 111)
14:21:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.375594 18029 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.375765 18029 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.375788 18029 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377627 18029 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:21:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377679 18029 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377696 18029 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377710 18029 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:21:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377724 18029 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:12.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.377738 18029 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36979/jwks.json
14:21:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.380103 18029 master_runner.cc:387] Master server non-default flags:
14:21:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.253:38149
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data/info.pb
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.253
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18029
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/logs
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.380394 18029 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.380657 18029 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.383479 18038 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.384424 18036 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.384865 18029 server_base.cc:1061] running on GCE node
14:21:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.385084 18035 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.385313 18029 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.385597 18029 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.386768 18029 hybrid_clock.cc:648] HybridClock initialized: now 1783520472386748 us; error 34 us; skew 500 ppm
14:21:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.388103 18029 webserver.cc:533] Webserver started at http://127.17.134.253:44733/ using document root <none> and password file <none>
14:21:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.388296 18029 fs_manager.cc:362] Metadata directory not provided
14:21:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.388345 18029 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.388448 18029 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.389462 18029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data/instance:
14:21:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f821a3a9d846e6aea7a5721b66ba18"
14:21:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.389844 18029 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal/instance:
14:21:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f821a3a9d846e6aea7a5721b66ba18"
14:21:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.391443 18029 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
14:21:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.393318 18044 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.393525 18029 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:21:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.393590 18029 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal
14:21:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88f821a3a9d846e6aea7a5721b66ba18"
14:21:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.393647 18029 fs_report.cc:389] FS layout report
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data/data
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:12.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:12.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.411194 18029 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.411511 18029 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:12.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.411600 18029 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.416114 18029 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.253:38149
14:21:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.416174 18096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.253:38149 every 8 connection(s)
14:21:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.416440 18029 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/data/info.pb
14:21:12.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.417061 18097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:12.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.418509 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18029
14:21:12.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.418565 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-1/wal/instance
14:21:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.418526 18097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.418836 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/logs
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data/info.pb
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.252:44013
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.252
14:21:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json with env {}
14:21:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.420430 18025 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } attempt: 2
14:21:12.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.426069 18097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.429678 18025 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.430330 18025 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.252:44013: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.432030 18097 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.432368 18047 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.432821 18097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.252:44013: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.473491 18025 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } attempt: 1
14:21:12.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.474452 18025 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.252:44013: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.482059 18097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } attempt: 1
14:21:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.483028 18097 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.252:44013: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.502229 18100 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.502441 18100 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.502475 18100 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504346 18100 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:21:12.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504429 18100 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504452 18100 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504472 18100 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:21:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504491 18100 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.504511 18100 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36979/jwks.json
14:21:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.506534 18100 master_runner.cc:387] Master server non-default flags:
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.252:44013
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36979/jwks.json
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data/info.pb
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.252
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18100
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/logs
14:21:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.506844 18100 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.507155 18100 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.509672 18109 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.510027 18108 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.510097 18111 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.510308 18100 server_base.cc:1061] running on GCE node
14:21:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.510535 18100 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.510803 18100 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.511970 18100 hybrid_clock.cc:648] HybridClock initialized: now 1783520472511934 us; error 48 us; skew 500 ppm
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.513275 18100 webserver.cc:533] Webserver started at http://127.17.134.252:42427/ using document root <none> and password file <none>
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.513479 18100 fs_manager.cc:362] Metadata directory not provided
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.513533 18100 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.513635 18100 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.514714 18100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data/instance:
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046"
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.515090 18100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal/instance:
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046"
14:21:12.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.516628 18100 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
14:21:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.517504 18117 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:12.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.517680 18100 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.517751 18100 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046"
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.517807 18100 fs_report.cc:389] FS layout report
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal
14:21:12.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data/data
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:12.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.521651 18025 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } attempt: 2
14:21:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.522460 18025 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.134.252:44013: Network error: Client connection negotiation failed: client connection to 127.17.134.252:44013: connect: Connection refused (error 111)
14:21:12.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.530525 18100 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.530810 18100 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:12.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.530898 18100 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.535198 18100 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.252:44013
14:21:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.535229 18169 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.252:44013 every 8 connection(s)
14:21:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.535524 18100 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/data/info.pb
14:21:12.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.536130 18170 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.537609 18170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.543157 18170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.543857 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18100
14:21:12.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.543951 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/master-2/wal/instance
14:21:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.546904 18170 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } has no permanent_uuid. Determining permanent_uuid...
14:21:12.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.551193 18097 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } attempt: 2
14:21:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.552954 18170 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: Bootstrap starting.
14:21:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.553714 18170 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: Neither blocks nor log segments found. Creating new log.
14:21:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.553953 18170 log.cc:826] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: Log is configured to *not* fsync() on all Append() calls
14:21:12.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.554579 18170 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: No bootstrap required, opened a new log
14:21:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.555331 18097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: Bootstrap starting.
14:21:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.556356 18097 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: Neither blocks nor log segments found. Creating new log.
14:21:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.556963 18097 log.cc:826] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: Log is configured to *not* fsync() on all Append() calls
14:21:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.556991 18170 raft_consensus.cc:359] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557111 18170 raft_consensus.cc:385] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557147 18170 raft_consensus.cc:740] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 678b674cdd4a4fbfb7d9bf6ceadf6046, State: Initialized, Role: FOLLOWER
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557247 18170 consensus_queue.cc:260] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557526 18170 sys_catalog.cc:565] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: configured and running, proceeding with master startup.
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557529 18178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557654 18178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.557720 18097 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: No bootstrap required, opened a new log
14:21:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559095 18097 raft_consensus.cc:359] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559257 18097 raft_consensus.cc:385] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559288 18097 raft_consensus.cc:740] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 88f821a3a9d846e6aea7a5721b66ba18, State: Initialized, Role: FOLLOWER
14:21:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559376 18097 consensus_queue.cc:260] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559617 18191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559662 18097 sys_catalog.cc:565] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: configured and running, proceeding with master startup.
14:21:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.559700 18191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.559911 18189 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.559953 18189 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.561590 18202 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:12.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.561681 18202 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.561720 18100 master_runner.cc:187] Error getting master registration for 127.17.134.254:34281: OK, instance_id { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" instance_seqno: 1783520472285353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.563454 18100 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:21:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.562017 18029 master_runner.cc:187] Error getting master registration for 127.17.134.254:34281: OK, instance_id { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" instance_seqno: 1783520472285353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:12.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.563731 18029 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:21:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.629642 18025 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } attempt: 3
14:21:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.634624 18025 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: Bootstrap starting.
14:21:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.635409 18025 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: Neither blocks nor log segments found. Creating new log.
14:21:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.635691 18025 log.cc:826] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: Log is configured to *not* fsync() on all Append() calls
14:21:12.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.637089 18025 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: No bootstrap required, opened a new log
14:21:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.639348 18025 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.639469 18025 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:12.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.639511 18025 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4dd8ce1dc09b4c478b4f74a7a6cb67a8, State: Initialized, Role: FOLLOWER
14:21:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.639598 18025 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.639899 18025 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: configured and running, proceeding with master startup.
14:21:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.640475 18205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.640798 18205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.642048 18216 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:12.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.642346 18216 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:12.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.643704 17958 master_runner.cc:264] No leader master found from master 4dd8ce1dc09b4c478b4f74a7a6cb67a8
14:21:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.643748 17958 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:21:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.662185 18050 tablet.cc:2406] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.781544 18123 tablet.cc:2406] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.781993 18191 raft_consensus.cc:493] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782109 18191 raft_consensus.cc:515] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782430 18191 leader_election.cc:290] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4dd8ce1dc09b4c478b4f74a7a6cb67a8 (127.17.134.254:34281), 678b674cdd4a4fbfb7d9bf6ceadf6046 (127.17.134.252:44013)
14:21:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782687 17999 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "88f821a3a9d846e6aea7a5721b66ba18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" is_pre_election: true
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782737 18144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "88f821a3a9d846e6aea7a5721b66ba18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" is_pre_election: true
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782859 17999 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 88f821a3a9d846e6aea7a5721b66ba18 in term 0.
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.782886 18144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 88f821a3a9d846e6aea7a5721b66ba18 in term 0.
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.783010 17978 tablet.cc:2406] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.783082 18047 leader_election.cc:304] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 678b674cdd4a4fbfb7d9bf6ceadf6046, 88f821a3a9d846e6aea7a5721b66ba18; no voters: 
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.783250 18191 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.783299 18191 raft_consensus.cc:493] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:21:12.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.783324 18191 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 0 FOLLOWER]: Advancing to term 1
14:21:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784348 18191 raft_consensus.cc:515] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784507 18191 leader_election.cc:290] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [CANDIDATE]: Term 1 election: Requested vote from peers 4dd8ce1dc09b4c478b4f74a7a6cb67a8 (127.17.134.254:34281), 678b674cdd4a4fbfb7d9bf6ceadf6046 (127.17.134.252:44013)
14:21:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784693 17999 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "88f821a3a9d846e6aea7a5721b66ba18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8"
14:21:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784710 18144 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "88f821a3a9d846e6aea7a5721b66ba18" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046"
14:21:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784770 17999 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 0 FOLLOWER]: Advancing to term 1
14:21:12.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.784790 18144 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 0 FOLLOWER]: Advancing to term 1
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.785625 17999 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 88f821a3a9d846e6aea7a5721b66ba18 in term 1.
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.785657 18144 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 88f821a3a9d846e6aea7a5721b66ba18 in term 1.
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.785801 18045 leader_election.cc:304] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4dd8ce1dc09b4c478b4f74a7a6cb67a8, 88f821a3a9d846e6aea7a5721b66ba18; no voters: 
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.785897 18191 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 1 FOLLOWER]: Leader election won for term 1
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.786074 18191 raft_consensus.cc:697] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [term 1 LEADER]: Becoming Leader. State: Replica: 88f821a3a9d846e6aea7a5721b66ba18, State: Running, Role: LEADER
14:21:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.786172 18191 consensus_queue.cc:237] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } }
14:21:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.788036 18218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 88f821a3a9d846e6aea7a5721b66ba18. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.788141 18218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: This master's current role is: LEADER
14:21:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.788383 18220 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:21:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.788623 18220 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:21:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.789948 17999 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [term 1 FOLLOWER]: Refusing update from remote peer 88f821a3a9d846e6aea7a5721b66ba18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.789948 18144 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [term 1 FOLLOWER]: Refusing update from remote peer 88f821a3a9d846e6aea7a5721b66ba18: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.790220 18218 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.790438 18191 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.791302 18178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 88f821a3a9d846e6aea7a5721b66ba18. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.791400 18178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.791381 18205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 88f821a3a9d846e6aea7a5721b66ba18. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.791455 18205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.792950 18221 mvcc.cc:204] Tried to move back new op lower bound from 7305299856545447936 to 7305299856532701184. Current Snapshot: MvccSnapshot[applied={T|T < 7305299856545447936}]
14:21:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.793227 18191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.793303 18191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: This master's current role is: LEADER
14:21:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.793537 18178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.793612 18178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.793660 18222 mvcc.cc:204] Tried to move back new op lower bound from 7305299856545447936 to 7305299856532701184. Current Snapshot: MvccSnapshot[applied={T|T < 7305299856545447936}]
14:21:12.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.794502 18220 catalog_manager.cc:1383] Generated new cluster ID: bbf2bac884c74bd3a4aeafc71094ba01
14:21:12.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.794555 18220 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:21:12.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.795185 18191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.795249 18191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18 [sys.catalog]: This master's current role is: LEADER
14:21:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.796905 18205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "88f821a3a9d846e6aea7a5721b66ba18" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4dd8ce1dc09b4c478b4f74a7a6cb67a8" member_type: VOTER last_known_addr { host: "127.17.134.254" port: 34281 } } peers { permanent_uuid: "88f821a3a9d846e6aea7a5721b66ba18" member_type: VOTER last_known_addr { host: "127.17.134.253" port: 38149 } } peers { permanent_uuid: "678b674cdd4a4fbfb7d9bf6ceadf6046" member_type: VOTER last_known_addr { host: "127.17.134.252" port: 44013 } } }
14:21:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.796988 18205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8 [sys.catalog]: This master's current role is: FOLLOWER
14:21:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.797477 18223 mvcc.cc:204] Tried to move back new op lower bound from 7305299856545447936 to 7305299856532701184. Current Snapshot: MvccSnapshot[applied={T|T < 7305299856545447936}]
14:21:12.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.808485 18220 catalog_manager.cc:1406] Generated new certificate authority record
14:21:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.809506 18220 catalog_manager.cc:1540] Loading token signing keys...
14:21:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.821079 18220 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 88f821a3a9d846e6aea7a5721b66ba18: Generated new TSK 0
14:21:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.821722 18220 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:21:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.844615 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:0
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.924561 18230 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.924742 18230 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.924764 18230 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.926227 18230 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.926280 18230 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.193
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.927812 18230 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:0
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18230
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.928093 18230 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.928339 18230 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.930970 18235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.931093 18236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:12.931144 18238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.932216 18230 server_base.cc:1061] running on GCE node
14:21:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.932421 18230 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.932657 18230 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.933832 18230 hybrid_clock.cc:648] HybridClock initialized: now 1783520472933800 us; error 47 us; skew 500 ppm
14:21:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.935214 18230 webserver.cc:533] Webserver started at http://127.17.134.193:40823/ using document root <none> and password file <none>
14:21:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.935432 18230 fs_manager.cc:362] Metadata directory not provided
14:21:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.935487 18230 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.935590 18230 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.936676 18230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/instance:
14:21:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.937062 18230 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal/instance:
14:21:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.938539 18230 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
14:21:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.939451 18244 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.939637 18230 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:21:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.939694 18230 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.939736 18230 fs_report.cc:389] FS layout report
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/data
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:12.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.958673 18230 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959049 18230 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959213 18230 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:12.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959486 18230 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959813 18230 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:21:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959837 18230 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:21:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959868 18230 ts_tablet_manager.cc:616] Registered 0 tablets
14:21:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.959880 18230 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:21:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.965827 18230 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.193:35305
14:21:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.965914 18357 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.193:35305 every 8 connection(s)
14:21:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.966144 18230 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.970552 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18230
14:21:12.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.970645 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal/instance
14:21:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.971848 18359 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.972030 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:0
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.972443 18358 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.972812 18360 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.973940 18359 heartbeater.cc:461] Registering TS with master...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.973940 18358 heartbeater.cc:461] Registering TS with master...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.973966 18360 heartbeater.cc:461] Registering TS with master...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974181 18358 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974282 18360 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974181 18359 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974642 18061 ts_manager.cc:194] Registered new tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974676 18134 ts_manager.cc:194] Registered new tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.974725 17989 ts_manager.cc:194] Registered new tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:12.975553 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.193:46371
14:21:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.051249 18365 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.051472 18365 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.051506 18365 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.052964 18365 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.053020 18365 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.194
14:21:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.054723 18365 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:0
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18365
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.054916 18365 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.055089 18365 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.058430 18370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.058570 18371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.058594 18365 server_base.cc:1061] running on GCE node
14:21:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.058431 18373 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.059058 18365 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.059346 18365 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.060487 18365 hybrid_clock.cc:648] HybridClock initialized: now 1783520473060460 us; error 43 us; skew 500 ppm
14:21:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.061666 18365 webserver.cc:533] Webserver started at http://127.17.134.194:34429/ using document root <none> and password file <none>
14:21:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.061901 18365 fs_manager.cc:362] Metadata directory not provided
14:21:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.061969 18365 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.062099 18365 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.062994 18365 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/instance:
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.063378 18365 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal/instance:
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.064636 18365 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
14:21:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.065415 18379 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.065603 18365 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
14:21:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.065667 18365 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:13.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.065725 18365 fs_report.cc:389] FS layout report
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/data
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.078182 18365 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.078522 18365 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.078647 18365 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.078882 18365 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.079324 18365 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.079389 18365 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.079432 18365 ts_tablet_manager.cc:616] Registered 0 tablets
14:21:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.079449 18365 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:21:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.085518 18365 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.194:43493
14:21:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.085609 18492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.194:43493 every 8 connection(s)
14:21:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.085928 18365 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.087316 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18365
14:21:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.087399 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal/instance
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.089216 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:13.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:0
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.091881 18493 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.091987 18493 heartbeater.cc:461] Registering TS with master...
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.092183 18493 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.092685 18134 ts_manager.cc:194] Registered new tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:13.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.092692 18494 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.092741 18494 heartbeater.cc:461] Registering TS with master...
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.092835 18494 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.093155 17989 ts_manager.cc:194] Registered new tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.093190 18495 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.093271 18495 heartbeater.cc:461] Registering TS with master...
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.093365 18495 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.093645 18061 ts_manager.cc:194] Registered new tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.094051 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.194:53231
14:21:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.169629 18500 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.169806 18500 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.169826 18500 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.171427 18500 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.171484 18500 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.195
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.172962 18500 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:0
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18500
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.173156 18500 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.173357 18500 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.175760 18505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.175757 18508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:13.175757 18506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.177114 18500 server_base.cc:1061] running on GCE node
14:21:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.177347 18500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.177685 18500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.178861 18500 hybrid_clock.cc:648] HybridClock initialized: now 1783520473178834 us; error 38 us; skew 500 ppm
14:21:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.180009 18500 webserver.cc:533] Webserver started at http://127.17.134.195:39177/ using document root <none> and password file <none>
14:21:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.180296 18500 fs_manager.cc:362] Metadata directory not provided
14:21:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.180379 18500 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:13.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.180497 18500 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:21:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.181471 18500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/instance:
14:21:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.181816 18500 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal/instance:
14:21:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:13.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.183187 18500 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.183961 18514 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.184119 18500 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.184171 18500 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.184221 18500 fs_report.cc:389] FS layout report
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/data
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:13.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:13.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.203894 18500 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204180 18500 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204265 18500 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204454 18500 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204717 18500 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204738 18500 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:21:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204759 18500 ts_tablet_manager.cc:616] Registered 0 tablets
14:21:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.204771 18500 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:21:13.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.210700 18500 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.195:34945
14:21:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.210749 18627 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.195:34945 every 8 connection(s)
14:21:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.211061 18500 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.215989 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18500
14:21:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216105 17947 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal/instance
14:21:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216171 18628 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216234 18630 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:13.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216271 18628 heartbeater.cc:461] Registering TS with master...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216289 18630 heartbeater.cc:461] Registering TS with master...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216485 18628 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216485 18630 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216881 18061 ts_manager.cc:194] Registered new tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.216938 18134 ts_manager.cc:194] Registered new tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.217255 18629 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.217317 18629 heartbeater.cc:461] Registering TS with master...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.217373 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.195:38353
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.217473 18629 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:13.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.217724 17989 ts_manager.cc:194] Registered new tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.218817 17947 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:21:13.219 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:21:13.221 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:21:13.233 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.134.254"
      port: 34281
    }
    bound_http_address {
      host: "127.17.134.254"
      port: 36157
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.134.253"
      port: 38149
    }
    bound_http_address {
      host: "127.17.134.253"
      port: 44733
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.134.252"
      port: 44013
    }
    bound_http_address {
      host: "127.17.134.252"
      port: 42427
    }
  }
}

14:21:13.236 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:21:13.239 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.134.193"
      port: 35305
    }
    bound_http_address {
      host: "127.17.134.193"
      port: 40823
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.134.194"
      port: 43493
    }
    bound_http_address {
      host: "127.17.134.194"
      port: 34429
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.134.195"
      port: 34945
    }
    bound_http_address {
      host: "127.17.134.195"
      port: 39177
    }
  }
}

14:21:13.239 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:21:13.412 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:21:13.508 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:21:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.560457 18189 catalog_manager.cc:1295] Loaded cluster ID: bbf2bac884c74bd3a4aeafc71094ba01
14:21:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.560550 18189 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: loading cluster ID for follower catalog manager: success
14:21:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.561939 18189 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: acquiring CA information for follower catalog manager: success
14:21:13.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.562295 18189 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 678b674cdd4a4fbfb7d9bf6ceadf6046: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.642978 18216 catalog_manager.cc:1295] Loaded cluster ID: bbf2bac884c74bd3a4aeafc71094ba01
14:21:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.643052 18216 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: loading cluster ID for follower catalog manager: success
14:21:13.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.644367 18216 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: acquiring CA information for follower catalog manager: success
14:21:13.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.644611 18216 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 4dd8ce1dc09b4c478b4f74a7a6cb67a8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:13.716 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.134.253:38149(127.17.134.253:38149)] connecting to peer
14:21:13.771 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.134.254:34281(127.17.134.254:34281)] connecting to peer
14:21:13.772 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.134.252:44013(127.17.134.252:44013)] connecting to peer
14:21:13.787 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.134.254:34281(127.17.134.254:34281)] Successfully connected to peer
14:21:13.787 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.134.253:38149(127.17.134.253:38149)] Successfully connected to peer
14:21:13.787 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.134.252:44013(127.17.134.252:44013)] Successfully connected to peer
14:21:13.885 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.134.254
14:21:13.886 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.134.253
14:21:13.887 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.17.134.252
14:21:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:13.976257 18360 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:14.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.094940 18495 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:14.109 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x74fc84e9, L:/127.0.0.1:49060 - R:/127.17.134.252:44013] using SASL/PLAIN
14:21:14.109 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x057ef627, L:/127.0.0.1:52538 - R:/127.17.134.254:34281] using SASL/PLAIN
14:21:14.109 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xaeee9f5c, L:/127.0.0.1:47160 - R:/127.17.134.253:38149] using SASL/PLAIN
14:21:14.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:21:14.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=466), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.134.253:38149, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.134.254:34281, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.134.252:44013, [440ms] Sub RPC ConnectToMaster: received response from server master-127.17.134.252:44013: OK, [440ms] Sub RPC ConnectToMaster: received response from server master-127.17.134.254:34281: OK, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.134.253:38149: OK, deferred=null) after lookup
14:21:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.187230 18061 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47160:
14:21:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665"
14:21:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:21:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:21:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:21:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:21:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:14.187580 18061 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:21:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.201149 18562 tablet_service.cc:1511] Processing CreateTablet for tablet 7e7e01e71e104f9fb37d44bfd134bb89 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665 [id=2ad5660b01d6433e97771189e8932c1e]), partition=RANGE (key) PARTITION UNBOUNDED
14:21:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.201457 18562 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e7e01e71e104f9fb37d44bfd134bb89. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.206625 18660 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap starting.
14:21:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.206763 18292 tablet_service.cc:1511] Processing CreateTablet for tablet 7e7e01e71e104f9fb37d44bfd134bb89 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665 [id=2ad5660b01d6433e97771189e8932c1e]), partition=RANGE (key) PARTITION UNBOUNDED
14:21:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.207027 18292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e7e01e71e104f9fb37d44bfd134bb89. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.207813 18660 tablet_bootstrap.cc:654] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Neither blocks nor log segments found. Creating new log.
14:21:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.210419 18660 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Log is configured to *not* fsync() on all Append() calls
14:21:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.210443 18427 tablet_service.cc:1511] Processing CreateTablet for tablet 7e7e01e71e104f9fb37d44bfd134bb89 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665 [id=2ad5660b01d6433e97771189e8932c1e]), partition=RANGE (key) PARTITION UNBOUNDED
14:21:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.210736 18427 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7e7e01e71e104f9fb37d44bfd134bb89. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.212317 18660 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: No bootstrap required, opened a new log
14:21:14.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.212560 18660 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent bootstrapping tablet: real 0.006s	user 0.002s	sys 0.000s
14:21:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.215792 18660 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.216228 18660 raft_consensus.cc:385] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.216405 18660 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Initialized, Role: FOLLOWER
14:21:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.216631 18660 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.216809 18661 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap starting.
14:21:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.217018 18660 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.000s
14:21:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.217386 18665 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap starting.
14:21:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.217693 18630 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.218016 18665 tablet_bootstrap.cc:654] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Neither blocks nor log segments found. Creating new log.
14:21:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.218333 18665 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Log is configured to *not* fsync() on all Append() calls
14:21:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.219096 18661 tablet_bootstrap.cc:654] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Neither blocks nor log segments found. Creating new log.
14:21:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.219434 18661 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Log is configured to *not* fsync() on all Append() calls
14:21:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.219907 18665 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: No bootstrap required, opened a new log
14:21:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.220155 18665 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
14:21:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.221815 18665 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.221961 18665 raft_consensus.cc:385] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.221992 18665 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Initialized, Role: FOLLOWER
14:21:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.222079 18665 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.222357 18665 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
14:21:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.223392 18661 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: No bootstrap required, opened a new log
14:21:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.223464 18661 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent bootstrapping tablet: real 0.007s	user 0.001s	sys 0.000s
14:21:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.225170 18661 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.225499 18661 raft_consensus.cc:385] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.225675 18661 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Initialized, Role: FOLLOWER
14:21:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.225935 18661 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.226410 18661 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
14:21:14.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2ad5660b01d6433e97771189e8932c1e
14:21:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:14.338116 18496 tablet.cc:2406] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.358667 18670 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.358819 18670 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.359229 18670 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363241 18582 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363427 18582 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 0.
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363469 18447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20" is_pre_election: true
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363628 18447 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 0.
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363677 18248 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 
14:21:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363827 18670 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:21:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363879 18670 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:21:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.363907 18670 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 0 FOLLOWER]: Advancing to term 1
14:21:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.364645 18670 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.364820 18670 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 1 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.365037 18447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.365041 18582 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.365134 18447 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 0 FOLLOWER]: Advancing to term 1
14:21:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.365156 18582 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 0 FOLLOWER]: Advancing to term 1
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.365959 18582 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 1.
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.366032 18447 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 1.
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.366153 18248 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.366263 18670 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Leader election won for term 1
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.366458 18670 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 LEADER]: Becoming Leader. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Running, Role: LEADER
14:21:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.366545 18670 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.367805 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 reported cstate change: term changed from 0 to 1, leader changed from <none> to 650873c2d9654c84baf572a3d04c5633 (127.17.134.193). New cstate: current_term: 1 leader_uuid: "650873c2d9654c84baf572a3d04c5633" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:14.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2ad5660b01d6433e97771189e8932c1e
14:21:14.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.424 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=null) after lookup
14:21:14.438 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.441 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] Successfully connected to peer
14:21:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:14.462464 18631 tablet.cc:2406] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:14.467425 18361 tablet.cc:2406] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:14.506 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xe0eb92b2, L:/127.0.0.1:47672 - R:/127.17.134.193:35305] using TOKEN/null
14:21:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.508800 18582 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Refusing update from remote peer 650873c2d9654c84baf572a3d04c5633: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.508797 18447 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Refusing update from remote peer 650873c2d9654c84baf572a3d04c5633: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.509182 18673 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.509339 18670 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.513025 18676 mvcc.cc:204] Tried to move back new op lower bound from 7305299863585288192 to 7305299863005982720. Current Snapshot: MvccSnapshot[applied={T|T < 7305299863585288192}]
14:21:14.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.514206 18678 mvcc.cc:204] Tried to move back new op lower bound from 7305299863585288192 to 7305299863005982720. Current Snapshot: MvccSnapshot[applied={T|T < 7305299863585288192}]
14:21:14.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.515620 18677 mvcc.cc:204] Tried to move back new op lower bound from 7305299863585288192 to 7305299863005982720. Current Snapshot: MvccSnapshot[applied={T|T < 7305299863585288192}]
14:21:14.578 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:14.580 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.193:35305
14:21:14.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:14.582155 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18230
14:21:14.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:14.592 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] handling channelInactive
14:21:14.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state READY due to: connection closed
14:21:14.593 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: connection closed
14:21:14.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.603 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test)) after lookup
14:21:14.604 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.607 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.623 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567))) after lookup
14:21:14.624 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.627 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.642 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [35ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [38ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [38ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [52ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421))) after lookup
14:21:14.643 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.645 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.702 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.703 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [35ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [38ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [38ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [52ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [54ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [56ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [56ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [113ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158))) after lookup
14:21:14.704 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.707 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:14.982 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:14.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=393), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [35ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [38ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [38ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [52ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [54ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [56ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [56ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [113ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [115ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [117ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [118ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [390ms] refreshing cache from master, [390ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [393ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643))) after lookup
14:21:14.984 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:14.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:14.985 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.039299 18690 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.039412 18690 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.039965 18691 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.040302 18691 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.040284 18383 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.040442 18690 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.041124 18691 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.041567 18383 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.041610 18518 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:16.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.043493 18518 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:16.043 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:16.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1454), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [35ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [38ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [38ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [52ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [54ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [56ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [56ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [113ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [115ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [117ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [118ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [390ms] refreshing cache from master, [390ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [393ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [395ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [396ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [396ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1450ms] refreshing cache from master, [1451ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1453ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643) -> (continuation of Deferred@1630097972 after retry RPC@1809423889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643) -> (continuation of Deferred@1630097972 after retry RPC@1809423889))) after lookup
14:21:16.045 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.045573 18447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20" is_pre_election: true
14:21:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.045672 18447 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 1.
14:21:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.045842 18517 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.045982 18691 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:21:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.046026 18691 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.046051 18691 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 1 FOLLOWER]: Advancing to term 2
14:21:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.046185 18582 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.046897 18691 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.047044 18691 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.047052 18582 raft_consensus.cc:2393] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5356ac7dbe724041a9b05c5958325d20 in current term 2: Already voted for candidate a4e188d447284c6f8436e6066bd34e31 in this term.
14:21:16.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.047288 18447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.047358 18447 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 1 FOLLOWER]: Advancing to term 2
14:21:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.047438 18383 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20; no voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31
14:21:16.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.047984 18518 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:16.048 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048058 18447 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 2.
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048144 18690 raft_consensus.cc:2749] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048233 18517 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048317 18691 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Leader election won for term 2
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048444 18691 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 LEADER]: Becoming Leader. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Running, Role: LEADER
14:21:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.048523 18691 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.049333 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 reported cstate change: term changed from 1 to 2, leader changed from 650873c2d9654c84baf572a3d04c5633 (127.17.134.193) to a4e188d447284c6f8436e6066bd34e31 (127.17.134.195). New cstate: current_term: 2 leader_uuid: "a4e188d447284c6f8436e6066bd34e31" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: HEALTHY } } }
14:21:16.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.323 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1734), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [13ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [18ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [19ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [35ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [38ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [38ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [52ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [54ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [56ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [56ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [113ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [115ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [117ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [118ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [390ms] refreshing cache from master, [390ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [393ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [395ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [396ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [396ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1450ms] refreshing cache from master, [1451ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1453ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [1456ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1459ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1459ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1730ms] refreshing cache from master, [1731ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1733ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@789762349(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7e96e873 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643) -> (continuation of Deferred@1630097972 after retry RPC@1809423889) -> (continuation of Deferred@175883561 after retry RPC@63701943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1af3a190 -> wakeup thread Time-limited test -> (continuation of Deferred@556046525 after retry RPC@1637191567) -> (continuation of Deferred@86156802 after retry RPC@1827101421) -> (continuation of Deferred@184931049 after retry RPC@860649158) -> (continuation of Deferred@1128192292 after retry RPC@1215568643) -> (continuation of Deferred@1630097972 after retry RPC@1809423889) -> (continuation of Deferred@175883561 after retry RPC@63701943))) after lookup
14:21:16.325 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.326 [DEBUG - kudu-nio-2] (Connection.java:757) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] Successfully connected to peer
14:21:16.348 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xea18be8a, L:/127.0.0.1:51630 - R:/127.17.134.195:34945] using TOKEN/null
14:21:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.350241 18447 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Refusing update from remote peer a4e188d447284c6f8436e6066bd34e31: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
14:21:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.350561 18701 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:21:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.350683 18518 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 -> Peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Couldn't send request to peer 650873c2d9654c84baf572a3d04c5633. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:16.362 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.193:35305
14:21:16.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.364634 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.445636 18719 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.445827 18719 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.445856 18719 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.447440 18719 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:16.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.447527 18719 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.193
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.449143 18719 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18719
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.449443 18719 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.449694 18719 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.452445 18724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.452667 18719 server_base.cc:1061] running on GCE node
14:21:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.452527 18725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:16.452518 18727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.453186 18719 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.453434 18719 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:16.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.454600 18719 hybrid_clock.cc:648] HybridClock initialized: now 1783520476454569 us; error 44 us; skew 500 ppm
14:21:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.455919 18719 webserver.cc:533] Webserver started at http://127.17.134.193:40823/ using document root <none> and password file <none>
14:21:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.456120 18719 fs_manager.cc:362] Metadata directory not provided
14:21:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.456193 18719 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.457659 18719 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
14:21:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.458393 18733 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.458591 18719 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.458849 18719 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.459223 18719 fs_report.cc:389] FS layout report
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/data
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.472149 18719 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.472412 18719 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.472496 18719 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.472663 18719 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.473172 18740 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474004 18719 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474080 18719 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474117 18719 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474690 18719 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474748 18719 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.474779 18740 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap starting.
14:21:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.481870 18719 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.193:35305
14:21:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.481910 18847 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.193:35305 every 8 connection(s)
14:21:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.482250 18719 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.484685 18740 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Log is configured to *not* fsync() on all Append() calls
14:21:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.487246 18740 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.487578 18740 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap complete.
14:21:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.488288 18848 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.488384 18848 heartbeater.cc:461] Registering TS with master...
14:21:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.488579 18848 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.488690 18740 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.012s
14:21:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489115 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18719
14:21:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489226 18133 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:16.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489602 18849 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489663 18849 heartbeater.cc:461] Registering TS with master...
14:21:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489759 18849 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.489784 18740 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490031 18740 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Initialized, Role: FOLLOWER
14:21:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490164 18740 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:16.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490407 18740 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
14:21:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490594 18850 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490597 17988 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490644 18850 heartbeater.cc:461] Registering TS with master...
14:21:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.490746 18850 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.491463 18061 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.491936 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.193:37151
14:21:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.492578 18850 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:16.494 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:16.495 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.195:34945
14:21:16.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:16.496124 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18500
14:21:16.502 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:16.502 [DEBUG - kudu-nio-2] (Connection.java:239) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] handling channelInactive
14:21:16.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state READY due to: connection closed
14:21:16.520 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.522 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.543 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test)) after lookup
14:21:16.544 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.545 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.562 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140))) after lookup
14:21:16.563 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.565 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.565 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.622 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [63ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [63ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [119ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760))) after lookup
14:21:16.624 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.625 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.662 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.663 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [63ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [63ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [119ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [121ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [123ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [123ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274))) after lookup
14:21:16.664 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.665 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.666 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:16.742 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:16.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=240), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [63ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [63ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [119ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [121ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [123ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [123ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [162ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [164ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [164ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [239ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274) -> (continuation of Deferred@375052266 after retry RPC@2081398780), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274) -> (continuation of Deferred@375052266 after retry RPC@2081398780))) after lookup
14:21:16.743 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:16.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:16.744 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.862010 18861 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.862121 18861 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.862280 18861 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:17.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:17.863376 18383 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866037 18802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633" is_pre_election: true
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866214 18802 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 1.
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866533 18383 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866662 18861 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866719 18861 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Starting leader election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.866742 18861 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 2 FOLLOWER]: Advancing to term 3
14:21:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.867527 18861 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.867679 18861 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 election: Requested vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.867887 18802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.867985 18802 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 1 FOLLOWER]: Advancing to term 3
14:21:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:17.868264 18383 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.869047 18802 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 3.
14:21:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.869269 18383 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.869378 18861 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Leader election won for term 3
14:21:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.869531 18861 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 LEADER]: Becoming Leader. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Running, Role: LEADER
14:21:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.869632 18861 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:17.870327 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 reported cstate change: term changed from 2 to 3, leader changed from a4e188d447284c6f8436e6066bd34e31 (127.17.134.195) to 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194). New cstate: current_term: 3 leader_uuid: "5356ac7dbe724041a9b05c5958325d20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:18.259402 18383 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 -> Peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Couldn't send request to peer a4e188d447284c6f8436e6066bd34e31. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:18.446914 18802 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Refusing update from remote peer 5356ac7dbe724041a9b05c5958325d20: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
14:21:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:18.447326 18861 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:21:18.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:18.943 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:18.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2440), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [63ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [63ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [119ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [121ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [123ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [123ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [160ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [162ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [164ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [164ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [237ms] refreshing cache from master, [237ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [239ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [241ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [242ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [242ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2437ms] refreshing cache from master, [2437ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [2440ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@900454188(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@5699ab95 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274) -> (continuation of Deferred@375052266 after retry RPC@2081398780) -> (continuation of Deferred@68317227 after retry RPC@1649999373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653873b6 -> wakeup thread Time-limited test -> (continuation of Deferred@480146850 after retry RPC@974979140) -> (continuation of Deferred@1935548623 after retry RPC@554893760) -> (continuation of Deferred@1157992555 after retry RPC@2082571274) -> (continuation of Deferred@375052266 after retry RPC@2081398780) -> (continuation of Deferred@68317227 after retry RPC@1649999373))) after lookup
14:21:18.944 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:18.945 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] Successfully connected to peer
14:21:18.967 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xe779cc15, L:/127.0.0.1:33448 - R:/127.17.134.194:43493] using TOKEN/null
14:21:18.983 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.195:34945
14:21:18.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:18.984910 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:18.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.062479 18895 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.062749 18895 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.062781 18895 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.064440 18895 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:19.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.064531 18895 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.195
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.066123 18895 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18895
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.066386 18895 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.066671 18895 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.069541 18902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.069730 18895 server_base.cc:1061] running on GCE node
14:21:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.069780 18901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:19.069906 18904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.070080 18895 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.070297 18895 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:19.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.071427 18895 hybrid_clock.cc:648] HybridClock initialized: now 1783520479071404 us; error 38 us; skew 500 ppm
14:21:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.072561 18895 webserver.cc:533] Webserver started at http://127.17.134.195:39177/ using document root <none> and password file <none>
14:21:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.072777 18895 fs_manager.cc:362] Metadata directory not provided
14:21:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.072865 18895 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.074170 18895 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.074924 18910 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.075134 18895 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.075188 18895 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.075428 18895 fs_report.cc:389] FS layout report
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/data
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.085553 18895 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.085811 18895 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.085897 18895 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.086941 18895 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:19.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.087532 18917 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.088495 18895 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.088563 18895 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:19.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.088590 18895 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.089083 18895 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.089113 18895 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.089218 18917 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap starting.
14:21:19.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.096633 18895 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.195:34945
14:21:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.096730 19024 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.195:34945 every 8 connection(s)
14:21:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.097076 18895 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.097332 18917 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Log is configured to *not* fsync() on all Append() calls
14:21:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.099584 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 18895
14:21:19.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.101608 18917 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.101912 18917 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap complete.
14:21:19.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.103956 18917 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent bootstrapping tablet: real 0.015s	user 0.003s	sys 0.009s
14:21:19.104 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.105106 18917 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.105362 18917 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Initialized, Role: FOLLOWER
14:21:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.105473 18917 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:19.105 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.194:43493
14:21:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.105693 18917 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
14:21:19.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.106237 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18365
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110069 19026 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110180 19026 heartbeater.cc:461] Registering TS with master...
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110389 19026 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110654 19025 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110718 19025 heartbeater.cc:461] Registering TS with master...
14:21:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.110811 19025 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.111030 17988 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.111171 18134 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.111294 19027 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.111344 19027 heartbeater.cc:461] Registering TS with master...
14:21:19.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.111443 19027 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:19.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.112459 18061 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.113018 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.195:36787
14:21:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:19.113577 19027 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:19.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:19.115 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] handling channelInactive
14:21:19.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state READY due to: connection closed
14:21:19.115 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: connection closed
14:21:19.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:19.122 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:19.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test)) after lookup
14:21:19.123 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:19.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.124 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:19.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:19.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [9ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [10ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [10ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057))) after lookup
14:21:19.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:19.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.145 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:19.182 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:19.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [9ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [10ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [10ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [29ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [30ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909))) after lookup
14:21:19.183 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:19.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.184 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:19.202 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:19.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [9ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [10ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [10ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [29ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [30ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [68ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [70ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [88ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839))) after lookup
14:21:19.203 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:19.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.204 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:19.282 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:19.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=168), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [9ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [10ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [10ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [29ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [30ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [68ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [70ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [88ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [89ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [90ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [90ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [166ms] refreshing cache from master, [166ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [168ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839) -> (continuation of Deferred@853644458 after retry RPC@154896659), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839) -> (continuation of Deferred@853644458 after retry RPC@154896659))) after lookup
14:21:19.283 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:19.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:19.284 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.482779 19039 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.482880 19039 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.483235 19039 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.483693 18736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.484197 18736 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.486550 18979 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.486709 18979 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 2.
14:21:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.487012 18737 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.487228 19039 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:21:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.487311 19039 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.487329 19039 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 3 FOLLOWER]: Advancing to term 4
14:21:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.487882 19039 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.488039 19039 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.488246 18979 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.488370 18979 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 2 FOLLOWER]: Advancing to term 4
14:21:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.488569 18736 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.489382 18979 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 4.
14:21:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.489578 18737 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.489702 19039 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Leader election won for term 4
14:21:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.489835 19039 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 LEADER]: Becoming Leader. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Running, Role: LEADER
14:21:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.489948 19039 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.490723 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 reported cstate change: term changed from 3 to 4, leader changed from 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194) to 650873c2d9654c84baf572a3d04c5633 (127.17.134.193). New cstate: current_term: 4 leader_uuid: "650873c2d9654c84baf572a3d04c5633" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:20.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:20.762 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:20.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1647), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [9ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [10ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [10ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [28ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [29ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [30ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [31ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [67ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [68ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [70ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [70ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [88ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [89ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [90ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [90ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [166ms] refreshing cache from master, [166ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [168ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [169ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [170ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [170ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [1645ms] refreshing cache from master, [1645ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1647ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1897300409(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@541bb100 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839) -> (continuation of Deferred@853644458 after retry RPC@154896659) -> (continuation of Deferred@302399033 after retry RPC@1193303675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50810f43 -> wakeup thread Time-limited test -> (continuation of Deferred@1804839479 after retry RPC@858807057) -> (continuation of Deferred@1704119921 after retry RPC@2018904909) -> (continuation of Deferred@2142630615 after retry RPC@930189839) -> (continuation of Deferred@853644458 after retry RPC@154896659) -> (continuation of Deferred@302399033 after retry RPC@1193303675))) after lookup
14:21:20.763 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:20.764 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] Successfully connected to peer
14:21:20.788 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x474ed924, L:/127.0.0.1:34554 - R:/127.17.134.193:35305] using TOKEN/null
14:21:20.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.790380 18979 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Refusing update from remote peer 650873c2d9654c84baf572a3d04c5633: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
14:21:20.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.790759 19039 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:21:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.790890 18736 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 -> Peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Couldn't send request to peer 5356ac7dbe724041a9b05c5958325d20. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.793486 19058 mvcc.cc:204] Tried to move back new op lower bound from 7305299889314848768 to 7305299888087150592. Current Snapshot: MvccSnapshot[applied={T|T < 7305299889314848768}]
14:21:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.793648 19060 mvcc.cc:204] Tried to move back new op lower bound from 7305299889314848768 to 7305299888087150592. Current Snapshot: MvccSnapshot[applied={T|T < 7305299889314848768}]
14:21:20.802 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.194:43493
14:21:20.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.803037 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.879442 19067 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.879640 19067 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.879662 19067 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.881088 19067 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.881136 19067 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.194
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.882536 19067 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19067
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.882707 19067 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.882867 19067 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.885640 19075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.885650 19072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:20.885651 19073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.886157 19067 server_base.cc:1061] running on GCE node
14:21:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.886264 19067 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.886426 19067 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:20.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.887573 19067 hybrid_clock.cc:648] HybridClock initialized: now 1783520480887563 us; error 43 us; skew 500 ppm
14:21:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.888612 19067 webserver.cc:533] Webserver started at http://127.17.134.194:34429/ using document root <none> and password file <none>
14:21:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.888830 19067 fs_manager.cc:362] Metadata directory not provided
14:21:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.888919 19067 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.890125 19067 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.890779 19081 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.890942 19067 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.891021 19067 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.891358 19067 fs_report.cc:389] FS layout report
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/data
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.900619 19067 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.900925 19067 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.901068 19067 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.901285 19067 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.901726 19088 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.902485 19067 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.902577 19067 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.902618 19067 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.903373 19067 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.903434 19067 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
14:21:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.903452 19088 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap starting.
14:21:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.911329 19067 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.194:43493
14:21:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.911376 19195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.194:43493 every 8 connection(s)
14:21:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.911767 19067 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.913224 19088 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Log is configured to *not* fsync() on all Append() calls
14:21:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.915930 19088 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.916266 19088 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap complete.
14:21:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.917188 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19067
14:21:20.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.917706 19198 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.917799 19198 heartbeater.cc:461] Registering TS with master...
14:21:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.918015 19198 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.918669 18061 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:20.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.919221 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.194:37435
14:21:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.921103 19197 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.921167 19197 heartbeater.cc:461] Registering TS with master...
14:21:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.921262 19197 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.921597 17988 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.921980 19088 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent bootstrapping tablet: real 0.019s	user 0.004s	sys 0.010s
14:21:20.922 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923437 19196 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923494 19196 heartbeater.cc:461] Registering TS with master...
14:21:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923265 19088 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923547 19196 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923540 19088 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Initialized, Role: FOLLOWER
14:21:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.923940 19088 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.924335 18134 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.924346 19088 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
14:21:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.925076 19198 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:20.929 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.193:35305
14:21:20.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:20.930398 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18719
14:21:20.935 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:20.936 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] handling channelInactive
14:21:20.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state READY due to: connection closed
14:21:20.940 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:20.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.941 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:20.962 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:20.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test)) after lookup
14:21:20.963 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:20.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.964 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:20.982 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:20.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787))) after lookup
14:21:20.982 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:20.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:20.984 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:21.062 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:21.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=126), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [46ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [126ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772))) after lookup
14:21:21.063 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:21.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.064 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:21.201 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:21.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=265), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [46ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [126ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [127ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [128ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [128ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [263ms] refreshing cache from master, [263ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [265ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494))) after lookup
14:21:21.202 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:21.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.203 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:21.922 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:21.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=986), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [46ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [126ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [127ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [128ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [128ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [263ms] refreshing cache from master, [263ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [265ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [266ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [267ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [267ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [983ms] refreshing cache from master, [984ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [985ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494) -> (continuation of Deferred@535273198 after retry RPC@2141572805), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494) -> (continuation of Deferred@535273198 after retry RPC@2141572805))) after lookup
14:21:21.924 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:21.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:21.925 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.302590 19209 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.302706 19209 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.303005 19209 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:22.303470 18914 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:22.303892 18914 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.306356 19150 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20" is_pre_election: true
14:21:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.306531 19150 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 3.
14:21:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.306800 18913 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.306964 19209 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:21:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.307029 19209 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.307045 19209 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 4 FOLLOWER]: Advancing to term 5
14:21:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.307677 19209 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.307822 19209 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:22.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.308020 19150 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:22.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.308125 19150 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 3 FOLLOWER]: Advancing to term 5
14:21:22.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:22.308405 18914 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.309154 19150 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 5.
14:21:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.309340 18913 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.309497 19209 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Leader election won for term 5
14:21:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.309680 19209 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 LEADER]: Becoming Leader. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Running, Role: LEADER
14:21:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.309779 19209 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.310757 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 reported cstate change: term changed from 4 to 5, leader changed from 650873c2d9654c84baf572a3d04c5633 (127.17.134.193) to a4e188d447284c6f8436e6066bd34e31 (127.17.134.195). New cstate: current_term: 5 leader_uuid: "a4e188d447284c6f8436e6066bd34e31" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: HEALTHY } } }
14:21:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:22.818408 18914 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 -> Peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Couldn't send request to peer 650873c2d9654c84baf572a3d04c5633. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.846586 19150 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Refusing update from remote peer a4e188d447284c6f8436e6066bd34e31: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
14:21:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.846978 19227 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:21:22.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:22.848697 19231 mvcc.cc:204] Tried to move back new op lower bound from 7305299889358692352 to 7305299888087150592. Current Snapshot: MvccSnapshot[applied={T|T < 7305299889314848768}]
14:21:23.061 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.062 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.062 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2126), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [0ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [5ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [5ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [26ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [46ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [126ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [127ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [128ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [128ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [263ms] refreshing cache from master, [263ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [265ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [266ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [267ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [267ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [983ms] refreshing cache from master, [984ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [985ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [987ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [989ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [989ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [2123ms] refreshing cache from master, [2123ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [2125ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1339046982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@21e91059 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494) -> (continuation of Deferred@535273198 after retry RPC@2141572805) -> (continuation of Deferred@537404304 after retry RPC@1896485554), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c5dcc3d -> wakeup thread Time-limited test -> (continuation of Deferred@1907274783 after retry RPC@1404084787) -> (continuation of Deferred@2026707260 after retry RPC@783977772) -> (continuation of Deferred@1141040999 after retry RPC@1051443494) -> (continuation of Deferred@535273198 after retry RPC@2141572805) -> (continuation of Deferred@537404304 after retry RPC@1896485554))) after lookup
14:21:23.063 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.064 [DEBUG - kudu-nio-6] (Connection.java:757) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] Successfully connected to peer
14:21:23.093 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x1bd303ff, L:/127.0.0.1:51178 - R:/127.17.134.195:34945] using TOKEN/null
14:21:23.102 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.193:35305
14:21:23.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.102783 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.178705 19241 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.178858 19241 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:23.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.178879 19241 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.180563 19241 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.180614 19241 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.193
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.182164 19241 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19241
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.182341 19241 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:23.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.182503 19241 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.185060 19247 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.185104 19249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:23.185086 19246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.185585 19241 server_base.cc:1061] running on GCE node
14:21:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.185743 19241 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.185958 19241 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.187139 19241 hybrid_clock.cc:648] HybridClock initialized: now 1783520483187109 us; error 39 us; skew 500 ppm
14:21:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.188091 19241 webserver.cc:533] Webserver started at http://127.17.134.193:40823/ using document root <none> and password file <none>
14:21:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.188235 19241 fs_manager.cc:362] Metadata directory not provided
14:21:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.188267 19241 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.189453 19241 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.189998 19255 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.190155 19241 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.190214 19241 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.190444 19241 fs_report.cc:389] FS layout report
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/data
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:23.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.211068 19241 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.211404 19241 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.211495 19241 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.211658 19241 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.212209 19262 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213119 19241 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213189 19241 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213228 19241 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213830 19241 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213888 19241 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.213932 19262 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap starting.
14:21:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.221199 19241 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.193:35305
14:21:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.221612 19241 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.222882 19369 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.193:35305 every 8 connection(s)
14:21:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.224764 19262 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Log is configured to *not* fsync() on all Append() calls
14:21:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.226905 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19241
14:21:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.229655 19262 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.229982 19262 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap complete.
14:21:23.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.232372 19262 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.011s
14:21:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.233171 19371 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.233276 19371 heartbeater.cc:461] Registering TS with master...
14:21:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.233477 19371 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.234346 19262 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.234617 19262 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Initialized, Role: FOLLOWER
14:21:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.234751 19262 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:23.235 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:23.236 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.195:34945
14:21:23.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.234975 19262 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.235143 19372 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.235185 19372 heartbeater.cc:461] Registering TS with master...
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.235273 19372 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.235327 17989 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.235630 18060 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.236198 18060 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.193:58489
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.236496 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18895
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.236505 19370 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.236552 19370 heartbeater.cc:461] Registering TS with master...
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.236644 19370 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.237643 19372 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:23.238180 18134 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:23.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:23.243 [DEBUG - kudu-nio-6] (Connection.java:239) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] handling channelInactive
14:21:23.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state READY due to: connection closed
14:21:23.244 [DEBUG - Time-limited test] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.245 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.245 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.245 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.262 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test)) after lookup
14:21:23.263 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.264 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.281 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707))) after lookup
14:21:23.282 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.284 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.303 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [38ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [40ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [40ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815))) after lookup
14:21:23.304 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.305 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [38ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [40ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [40ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [59ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [61ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [61ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021))) after lookup
14:21:23.403 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.404 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.742 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.742 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=499), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [38ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [40ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [40ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [59ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [61ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [61ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [158ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [160ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [160ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [496ms] refreshing cache from master, [496ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [498ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029))) after lookup
14:21:23.744 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.745 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.881 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:23.882 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:23.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=638), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [38ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [40ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [40ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [59ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [61ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [61ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [158ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [160ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [160ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [496ms] refreshing cache from master, [496ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [498ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [499ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [501ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [501ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [635ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [637ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029) -> (continuation of Deferred@705018960 after retry RPC@1028712494), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029) -> (continuation of Deferred@705018960 after retry RPC@1028712494))) after lookup
14:21:23.883 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:23.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:23.884 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.602375 19383 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:24.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.602512 19383 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.602880 19383 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:24.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:24.603510 19085 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:24.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:24.604045 19085 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606312 19324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633" is_pre_election: true
14:21:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606446 19324 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 4.
14:21:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606679 19085 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:24.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606804 19383 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Leader pre-election won for term 6
14:21:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606914 19383 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Starting leader election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.606946 19383 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 5 FOLLOWER]: Advancing to term 6
14:21:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.607615 19383 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:24.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.607761 19383 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 election: Requested vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.607970 19324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.608071 19324 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 4 FOLLOWER]: Advancing to term 6
14:21:24.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:24.608356 19085 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.609150 19324 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 6.
14:21:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.609338 19085 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:24.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.609447 19383 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Leader election won for term 6
14:21:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.609598 19383 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 LEADER]: Becoming Leader. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Running, Role: LEADER
14:21:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.609699 19383 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:24.610492 18060 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 reported cstate change: term changed from 5 to 6, leader changed from a4e188d447284c6f8436e6066bd34e31 (127.17.134.195) to 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194). New cstate: current_term: 6 leader_uuid: "5356ac7dbe724041a9b05c5958325d20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:24.998119 19085 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 -> Peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Couldn't send request to peer a4e188d447284c6f8436e6066bd34e31. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.193177 19324 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Refusing update from remote peer 5356ac7dbe724041a9b05c5958325d20: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
14:21:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.193552 19383 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:21:25.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.223 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1980), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [1ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [18ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [19ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [20ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [20ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [38ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [40ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [40ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [59ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [61ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [61ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [155ms] refreshing cache from master, [155ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [157ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [158ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [160ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [160ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [496ms] refreshing cache from master, [496ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [498ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [499ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [501ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [501ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [635ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [637ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [638ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [640ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [640ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [1976ms] refreshing cache from master, [1976ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1978ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@288249530(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@301049af -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029) -> (continuation of Deferred@705018960 after retry RPC@1028712494) -> (continuation of Deferred@1907015107 after retry RPC@1258367552), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f20cb8c -> wakeup thread Time-limited test -> (continuation of Deferred@403876718 after retry RPC@1532545707) -> (continuation of Deferred@1896260102 after retry RPC@1821782815) -> (continuation of Deferred@229676751 after retry RPC@1357071021) -> (continuation of Deferred@111650686 after retry RPC@1285258029) -> (continuation of Deferred@705018960 after retry RPC@1028712494) -> (continuation of Deferred@1907015107 after retry RPC@1258367552))) after lookup
14:21:25.225 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.226 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] Successfully connected to peer
14:21:25.239 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xb74ad357, L:/127.0.0.1:33502 - R:/127.17.134.194:43493] using TOKEN/null
14:21:25.250 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.195:34945
14:21:25.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.252535 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.330755 19411 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.330917 19411 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.330936 19411 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.332396 19411 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.332448 19411 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.195
14:21:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.333868 19411 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19411
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.334041 19411 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.334205 19411 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.336596 19417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.336596 19419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:25.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:25.336661 19416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.337065 19411 server_base.cc:1061] running on GCE node
14:21:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.337193 19411 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:25.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.337349 19411 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:25.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.338471 19411 hybrid_clock.cc:648] HybridClock initialized: now 1783520485338445 us; error 42 us; skew 500 ppm
14:21:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.339483 19411 webserver.cc:533] Webserver started at http://127.17.134.195:39177/ using document root <none> and password file <none>
14:21:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.339624 19411 fs_manager.cc:362] Metadata directory not provided
14:21:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.339663 19411 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.340875 19411 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.341481 19425 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.341636 19411 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:21:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.341699 19411 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.341917 19411 fs_report.cc:389] FS layout report
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/data
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.374037 19411 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.374315 19411 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.374400 19411 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.374583 19411 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.375180 19432 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376137 19411 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376199 19411 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376233 19411 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:25.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376796 19411 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376852 19411 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.376907 19432 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap starting.
14:21:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.384397 19411 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.195:34945
14:21:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.384495 19539 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.195:34945 every 8 connection(s)
14:21:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.384799 19411 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:25.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.386752 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19411
14:21:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.386763 19432 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Log is configured to *not* fsync() on all Append() calls
14:21:25.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:25.391 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:25.392 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.194:43493
14:21:25.392 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.392824 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19067
14:21:25.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.393079 19432 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:25.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.393504 19432 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap complete.
14:21:25.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.394727 19432 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.010s
14:21:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.396351 19542 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.396471 19542 heartbeater.cc:461] Registering TS with master...
14:21:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.396663 19542 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.396689 19432 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.397207 19432 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Initialized, Role: FOLLOWER
14:21:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.397336 19432 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.397629 19432 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent starting tablet: real 0.003s	user 0.004s	sys 0.000s
14:21:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.398025 18060 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.398460 18060 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.195:56085
14:21:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.398762 19540 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.398828 19540 heartbeater.cc:461] Registering TS with master...
14:21:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.398942 19540 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.399384 18133 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.399812 19541 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.399870 19541 heartbeater.cc:461] Registering TS with master...
14:21:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.399982 19541 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:25.400 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] handling channelInactive
14:21:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.400452 17989 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:25.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state READY due to: connection closed
14:21:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:25.400522 19542 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:25.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:25.402 [DEBUG - Time-limited test] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.404 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test)) after lookup
14:21:25.423 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.424 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.442 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060))) after lookup
14:21:25.443 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.444 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.462 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [42ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851))) after lookup
14:21:25.463 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.464 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.542 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=140), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [42ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [62ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [62ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [139ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800))) after lookup
14:21:25.542 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.544 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.782 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=380), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [42ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [62ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [62ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [139ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [140ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [142ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [142ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [379ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744))) after lookup
14:21:25.783 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.784 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:25.882 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:25.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=480), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [42ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [62ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [62ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [139ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [140ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [142ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [142ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [379ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [381ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [382ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [382ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [477ms] refreshing cache from master, [477ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [480ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744) -> (continuation of Deferred@179505953 after retry RPC@36912827), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744) -> (continuation of Deferred@179505953 after retry RPC@36912827))) after lookup
14:21:25.884 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:25.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:25.885 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.639498 19553 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.639624 19553 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.639932 19553 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:26.640478 19428 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:26.641011 19428 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:26.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.643200 19324 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633" is_pre_election: true
14:21:26.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.643493 19429 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633
14:21:26.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.643640 19553 raft_consensus.cc:2749] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
14:21:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.750849 19558 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.751063 19558 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:26.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.751430 19558 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:26.751920 19258 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:26.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:26.752481 19258 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.754549 19494 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:26.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.754657 19494 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 5.
14:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.754896 19259 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.755036 19558 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Leader pre-election won for term 7
14:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.755133 19558 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.755168 19558 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 6 FOLLOWER]: Advancing to term 7
14:21:26.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.755828 19558 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.755996 19558 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.756214 19494 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.756317 19494 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 5 FOLLOWER]: Advancing to term 7
14:21:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:26.756614 19258 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.757336 19494 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 7.
14:21:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.757540 19259 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.757630 19558 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Leader election won for term 7
14:21:26.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.757797 19558 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 LEADER]: Becoming Leader. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Running, Role: LEADER
14:21:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.757915 19558 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:26.758729 18060 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 reported cstate change: term changed from 6 to 7, leader changed from 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194) to 650873c2d9654c84baf572a3d04c5633 (127.17.134.193). New cstate: current_term: 7 leader_uuid: "650873c2d9654c84baf572a3d04c5633" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:27.276239 19494 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Refusing update from remote peer 650873c2d9654c84baf572a3d04c5633: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
14:21:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:27.276599 19576 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:21:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:27.280208 19258 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 -> Peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Couldn't send request to peer 5356ac7dbe724041a9b05c5958325d20. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:27.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:27.902 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:27.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2500), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [2ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [17ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [22ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [22ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [42ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [42ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [60ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [61ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [62ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [62ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [137ms] refreshing cache from master, [137ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [139ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [140ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [142ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [142ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [379ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [381ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [382ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [382ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [477ms] refreshing cache from master, [477ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [480ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [481ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [483ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [483ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [2497ms] refreshing cache from master, [2497ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [2499ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1038567920(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@7ff62726 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744) -> (continuation of Deferred@179505953 after retry RPC@36912827) -> (continuation of Deferred@1782756622 after retry RPC@1906280475), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@18d26e50 -> wakeup thread Time-limited test -> (continuation of Deferred@599721250 after retry RPC@47170060) -> (continuation of Deferred@150494410 after retry RPC@1960521851) -> (continuation of Deferred@21082731 after retry RPC@749998800) -> (continuation of Deferred@2034303898 after retry RPC@1978645744) -> (continuation of Deferred@179505953 after retry RPC@36912827) -> (continuation of Deferred@1782756622 after retry RPC@1906280475))) after lookup
14:21:27.903 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:27.904 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] Successfully connected to peer
14:21:27.917 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x8c372cb2, L:/127.0.0.1:34630 - R:/127.17.134.193:35305] using TOKEN/null
14:21:27.926 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.194:43493
14:21:27.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:27.926868 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.010227 19595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.010393 19595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.010416 19595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.012028 19595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:28.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.012082 19595 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.194
14:21:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.013649 19595 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19595
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.013829 19595 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.014058 19595 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.016573 19600 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.016687 19595 server_base.cc:1061] running on GCE node
14:21:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.016940 19603 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:28.017112 19601 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.017345 19595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.017637 19595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.018818 19595 hybrid_clock.cc:648] HybridClock initialized: now 1783520488018813 us; error 58 us; skew 500 ppm
14:21:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.020030 19595 webserver.cc:533] Webserver started at http://127.17.134.194:34429/ using document root <none> and password file <none>
14:21:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.020249 19595 fs_manager.cc:362] Metadata directory not provided
14:21:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.020318 19595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:28.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.021570 19595 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:21:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.022234 19609 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.022437 19595 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:21:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.022526 19595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.022814 19595 fs_report.cc:389] FS layout report
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/data
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.039402 19595 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.039748 19595 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.039912 19595 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.040175 19595 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.040673 19616 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.041646 19595 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.041700 19595 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.041736 19595 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.042347 19595 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.042405 19595 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.042436 19616 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap starting.
14:21:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.050017 19595 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.194:43493
14:21:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.050060 19723 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.194:43493 every 8 connection(s)
14:21:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.050376 19595 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.051898 19616 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Log is configured to *not* fsync() on all Append() calls
14:21:28.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.054759 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19595
14:21:28.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.055656 19725 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.055750 19725 heartbeater.cc:461] Registering TS with master...
14:21:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.055936 19725 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.056500 17988 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.058244 19616 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.058585 19616 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap complete.
14:21:28.059 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.059831 19616 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent bootstrapping tablet: real 0.017s	user 0.000s	sys 0.014s
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060092 19726 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060158 19726 heartbeater.cc:461] Registering TS with master...
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060252 19726 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060506 19724 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060565 19724 heartbeater.cc:461] Registering TS with master...
14:21:28.060 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.193:35305
14:21:28.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060647 19724 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:28.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.060941 18060 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:28.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.061273 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19241
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.061324 18133 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.061405 18060 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.194:47225
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.061210 19616 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.062167 19616 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Initialized, Role: FOLLOWER
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.062318 19616 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.062559 19616 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.002s
14:21:28.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:28.064213 19726 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:28.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:28.068 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] handling channelInactive
14:21:28.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state READY due to: connection closed
14:21:28.068 [DEBUG - Time-limited test] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.069 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:28.082 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:28.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test)) after lookup
14:21:28.083 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.085 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.101 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:28.101 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:28.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [17ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [17ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305))) after lookup
14:21:28.102 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.103 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:28.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:28.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [17ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [17ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [34ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [35ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [35ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818))) after lookup
14:21:28.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.144 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:28.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:28.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [17ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [17ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [34ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [35ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [35ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [74ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [76ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [76ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [94ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802))) after lookup
14:21:28.164 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.165 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:28.563 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:28.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=495), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [17ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [17ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [34ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [35ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [35ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [74ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [76ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [76ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [94ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [95ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [97ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [97ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [492ms] refreshing cache from master, [492ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [494ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802) -> (continuation of Deferred@291320291 after retry RPC@399656333), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802) -> (continuation of Deferred@291320291 after retry RPC@399656333))) after lookup
14:21:28.564 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:28.565 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.565 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:28.565 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.426388 19737 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.426514 19737 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:29.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.426689 19737 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.427497 19429 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430032 19678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20" is_pre_election: true
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430164 19678 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 6.
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430379 19428 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430488 19737 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430545 19737 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.430573 19737 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 7 FOLLOWER]: Advancing to term 8
14:21:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.431263 19737 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.431425 19737 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.431605 19678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.431699 19678 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 6 FOLLOWER]: Advancing to term 8
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.433143 19429 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.433207 19678 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 8.
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.433395 19428 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.433490 19737 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Leader election won for term 8
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.433624 19737 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 LEADER]: Becoming Leader. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Running, Role: LEADER
14:21:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.433717 19737 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.435441 18060 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 reported cstate change: term changed from 7 to 8, leader changed from 650873c2d9654c84baf572a3d04c5633 (127.17.134.193) to a4e188d447284c6f8436e6066bd34e31 (127.17.134.195). New cstate: current_term: 8 leader_uuid: "a4e188d447284c6f8436e6066bd34e31" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: HEALTHY } } }
14:21:29.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:29.802 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:29.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1734), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [15ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [17ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [17ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [33ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [34ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [35ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [35ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [73ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [74ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [76ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [76ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [94ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [95ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [97ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [97ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [492ms] refreshing cache from master, [492ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [494ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [495ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [497ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [497ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [1731ms] refreshing cache from master, [1732ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1733ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1293175743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@40c6dd56 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802) -> (continuation of Deferred@291320291 after retry RPC@399656333) -> (continuation of Deferred@1761566190 after retry RPC@1829016401), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ed8742a -> wakeup thread Time-limited test -> (continuation of Deferred@1239028212 after retry RPC@992015305) -> (continuation of Deferred@1566692668 after retry RPC@1642318818) -> (continuation of Deferred@1547162389 after retry RPC@594853802) -> (continuation of Deferred@291320291 after retry RPC@399656333) -> (continuation of Deferred@1761566190 after retry RPC@1829016401))) after lookup
14:21:29.803 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:29.804 [DEBUG - kudu-nio-5] (Connection.java:757) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] Successfully connected to peer
14:21:29.830 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xfc18435a, L:/127.0.0.1:46332 - R:/127.17.134.195:34945] using TOKEN/null
14:21:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.832686 19678 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Refusing update from remote peer a4e188d447284c6f8436e6066bd34e31: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 30. (index mismatch)
14:21:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.833005 19737 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:21:29.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.833130 19429 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 -> Peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Couldn't send request to peer 650873c2d9654c84baf572a3d04c5633. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.836293 19755 mvcc.cc:204] Tried to move back new op lower bound from 7305299926351880192 to 7305299924720848896. Current Snapshot: MvccSnapshot[applied={T|T < 7305299926351880192 or (T in {7305299926351880192})}]
14:21:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.836692 19757 mvcc.cc:204] Tried to move back new op lower bound from 7305299926351880192 to 7305299924720848896. Current Snapshot: MvccSnapshot[applied={T|T < 7305299926351880192}]
14:21:29.842 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.193:35305
14:21:29.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.843237 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.923024 19763 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.923205 19763 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.923235 19763 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:29.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.924636 19763 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:29.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.924687 19763 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.193
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.926283 19763 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19763
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.926460 19763 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.926640 19763 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.929111 19769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.929116 19768 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:29.929126 19771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.929665 19763 server_base.cc:1061] running on GCE node
14:21:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.929860 19763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.930094 19763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.931264 19763 hybrid_clock.cc:648] HybridClock initialized: now 1783520489931221 us; error 58 us; skew 500 ppm
14:21:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.932248 19763 webserver.cc:533] Webserver started at http://127.17.134.193:40823/ using document root <none> and password file <none>
14:21:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.932403 19763 fs_manager.cc:362] Metadata directory not provided
14:21:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.932444 19763 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.933503 19763 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.934067 19777 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.934221 19763 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.934265 19763 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.934484 19763 fs_report.cc:389] FS layout report
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/data
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.951982 19763 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.952251 19763 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.952335 19763 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.952523 19763 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.952904 19784 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.953799 19763 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.953836 19763 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.953860 19763 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.954352 19763 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.954381 19763 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.954481 19784 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap starting.
14:21:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.961282 19763 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.193:35305
14:21:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.961366 19891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.193:35305 every 8 connection(s)
14:21:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.961735 19763 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:29.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.965528 19784 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Log is configured to *not* fsync() on all Append() calls
14:21:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.967612 19892 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:29.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.967705 19892 heartbeater.cc:461] Registering TS with master...
14:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.967877 19892 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.967916 19893 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.967968 19893 heartbeater.cc:461] Registering TS with master...
14:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.968111 19893 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.968478 17988 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.969826 19784 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.969964 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19763
14:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.970126 19784 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap complete.
14:21:29.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.970942 18133 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.971258 19784 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent bootstrapping tablet: real 0.017s	user 0.006s	sys 0.010s
14:21:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.972407 19784 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.972671 19784 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Initialized, Role: FOLLOWER
14:21:29.974 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:29.975 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.195:34945
14:21:29.975 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.973642 19784 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.973896 19784 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.001s
14:21:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.975804 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19411
14:21:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.977849 19894 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.977903 19894 heartbeater.cc:461] Registering TS with master...
14:21:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.977996 19894 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.978226 18060 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.978734 18060 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.193:39351
14:21:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:29.979395 19894 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:29.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:29.982 [DEBUG - kudu-nio-5] (Connection.java:239) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] handling channelInactive
14:21:29.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state READY due to: connection closed
14:21:29.983 [DEBUG - Time-limited test] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:29.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:29.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:29.984 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:30.002 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:30.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test)) after lookup
14:21:30.002 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:30.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.003 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:30.022 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:30.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [20ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [21ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [21ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595))) after lookup
14:21:30.023 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:30.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.025 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.041 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:30.042 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:30.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [20ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [21ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [21ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250))) after lookup
14:21:30.042 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:30.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.044 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:30.182 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:30.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [20ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [21ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [21ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [60ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [62ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [62ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [200ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542))) after lookup
14:21:30.184 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:30.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.185 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:30.682 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:30.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=700), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [20ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [21ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [21ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [60ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [62ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [62ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [200ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [201ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [203ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [203ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [697ms] refreshing cache from master, [698ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [700ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542) -> (continuation of Deferred@1316013540 after retry RPC@827729806), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542) -> (continuation of Deferred@1316013540 after retry RPC@827729806))) after lookup
14:21:30.684 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:30.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state CONNECTING due to: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:30.685 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945
14:21:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.342619 19905 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.342722 19905 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.342993 19905 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:31.343667 19613 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:31.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:31.344208 19613 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.346412 19846 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633" is_pre_election: true
14:21:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.346545 19846 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 7.
14:21:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.346851 19613 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.346992 19905 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Leader pre-election won for term 9
14:21:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.347043 19905 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Starting leader election (detected failure of leader a4e188d447284c6f8436e6066bd34e31)
14:21:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.347059 19905 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 8 FOLLOWER]: Advancing to term 9
14:21:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.347688 19905 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.347795 19905 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 election: Requested vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.348058 19846 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.348155 19846 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 7 FOLLOWER]: Advancing to term 9
14:21:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:31.348359 19613 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111)
14:21:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.349522 19846 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5356ac7dbe724041a9b05c5958325d20 in term 9.
14:21:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.349746 19613 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633; no voters: a4e188d447284c6f8436e6066bd34e31
14:21:31.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.349865 19905 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Leader election won for term 9
14:21:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.350042 19905 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 LEADER]: Becoming Leader. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Running, Role: LEADER
14:21:31.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.350153 19905 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.350919 18060 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 reported cstate change: term changed from 8 to 9, leader changed from a4e188d447284c6f8436e6066bd34e31 (127.17.134.195) to 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194). New cstate: current_term: 9 leader_uuid: "5356ac7dbe724041a9b05c5958325d20" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:31.809460 19613 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 -> Peer a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945): Couldn't send request to peer a4e188d447284c6f8436e6066bd34e31. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.195:34945: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.845707 19846 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Refusing update from remote peer 5356ac7dbe724041a9b05c5958325d20: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
14:21:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:31.846122 19905 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [LEADER]: Connected to new peer: Peer: permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:21:32.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:32.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:32.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2160), Traces: [0ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [2ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [20ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [21ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [21ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [40ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [41ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [43ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [43ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [59ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [60ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [62ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [62ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [198ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [200ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [201ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [203ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [203ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [697ms] refreshing cache from master, [698ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [700ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [701ms] sending RPC to server a4e188d447284c6f8436e6066bd34e31, [703ms] received response from server a4e188d447284c6f8436e6066bd34e31: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [703ms] delaying RPC due to: Network error: Failed to connect to peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945): Connection refused: /127.17.134.195:34945, [2157ms] refreshing cache from master, [2157ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [2159ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1013812410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@6887d849 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542) -> (continuation of Deferred@1316013540 after retry RPC@827729806) -> (continuation of Deferred@1360986492 after retry RPC@1375020678), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f45802b -> wakeup thread Time-limited test -> (continuation of Deferred@454110898 after retry RPC@138850595) -> (continuation of Deferred@928067475 after retry RPC@518320250) -> (continuation of Deferred@236405902 after retry RPC@927531542) -> (continuation of Deferred@1316013540 after retry RPC@827729806) -> (continuation of Deferred@1360986492 after retry RPC@1375020678))) after lookup
14:21:32.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.144 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] Successfully connected to peer
14:21:32.164 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xafa58d7c, L:/127.0.0.1:54594 - R:/127.17.134.194:43493] using TOKEN/null
14:21:32.173 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.195:34945
14:21:32.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.174536 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.251646 19932 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.251791 19932 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.251811 19932 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.253185 19932 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.253232 19932 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.195
14:21:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.254626 19932 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.195:34945
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.195
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39177
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19932
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.195
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/logs
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.254788 19932 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.254992 19932 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.257552 19937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.257645 19940 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:32.257897 19938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.258479 19932 server_base.cc:1061] running on GCE node
14:21:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.258649 19932 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.258853 19932 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.260000 19932 hybrid_clock.cc:648] HybridClock initialized: now 1783520492259977 us; error 30 us; skew 500 ppm
14:21:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.261261 19932 webserver.cc:533] Webserver started at http://127.17.134.195:39177/ using document root <none> and password file <none>
14:21:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.261461 19932 fs_manager.cc:362] Metadata directory not provided
14:21:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.261518 19932 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.262910 19932 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.263482 19946 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:32.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.263652 19932 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.263700 19932 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.263928 19932 fs_report.cc:389] FS layout report
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/wal
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/data
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.289958 19932 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.290235 19932 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.290321 19932 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.290509 19932 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.290895 19953 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.291873 19932 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.291925 19932 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.291952 19932 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.292475 19932 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.292505 19932 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:32.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.292598 19953 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap starting.
14:21:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.299934 19932 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.195:34945
14:21:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.300024 20060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.195:34945 every 8 connection(s)
14:21:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.300354 19932 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-2/data/info.pb
14:21:32.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.301750 19953 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Log is configured to *not* fsync() on all Append() calls
14:21:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.306349 19953 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.306689 19953 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Bootstrap complete.
14:21:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.307633 19953 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent bootstrapping tablet: real 0.015s	user 0.005s	sys 0.009s
14:21:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.308494 19953 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.308715 19953 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Initialized, Role: FOLLOWER
14:21:32.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.308835 19953 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.308928 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 19932
14:21:32.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.309121 19953 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31: Time spent starting tablet: real 0.001s	user 0.001s	sys 0.001s
14:21:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.309949 20061 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310034 20061 heartbeater.cc:461] Registering TS with master...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310232 20061 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310262 20062 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310302 20062 heartbeater.cc:461] Registering TS with master...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310384 20062 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310856 17988 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.310989 20063 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.311031 20063 heartbeater.cc:461] Registering TS with master...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.311153 20063 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.311432 18133 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.311527 18061 ts_manager.cc:194] Re-registered known tserver with Master: a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.312018 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.195:39863
14:21:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.313084 20063 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:32.313 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:32.313 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.194:43493
14:21:32.314 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:32.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:32.314318 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19595
14:21:32.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:32.319 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] handling channelInactive
14:21:32.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state READY due to: connection closed
14:21:32.340 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.342 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.361 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:32.361 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:32.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test)) after lookup
14:21:32.362 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.363 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:32.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:32.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [43ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [44ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [44ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [60ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798))) after lookup
14:21:32.383 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.384 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:32.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:32.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [43ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [44ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [44ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [60ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [63ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [65ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [102ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034))) after lookup
14:21:32.423 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.424 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:32.522 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:32.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [43ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [44ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [44ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [60ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [63ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [65ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [102ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [103ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [105ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [105ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [203ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765))) after lookup
14:21:32.523 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:32.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:32.525 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:33.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:33.341 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)[L],650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:33.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1023), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [43ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [44ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [44ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [60ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [63ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [65ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [102ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [103ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [105ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [105ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [203ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [204ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [206ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [206ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [1020ms] refreshing cache from master, [1020ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1022ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765) -> (continuation of Deferred@1307935111 after retry RPC@1085356476), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765) -> (continuation of Deferred@1307935111 after retry RPC@1085356476))) after lookup
14:21:33.342 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] connecting to peer
14:21:33.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:33.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:33.343 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493
14:21:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.584246 20074 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.584393 20074 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.584679 20074 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:33.585119 19949 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:33.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:33.585608 19949 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.587792 19846 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "650873c2d9654c84baf572a3d04c5633" is_pre_election: true
14:21:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.588061 19950 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20, 650873c2d9654c84baf572a3d04c5633
14:21:33.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.588189 20074 raft_consensus.cc:2749] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
14:21:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.673645 20079 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.673753 20079 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.674100 20079 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:33.674681 19780 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:33.675369 19780 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.677614 20015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.677736 20015 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 8.
14:21:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.677950 19781 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.678083 20079 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Leader pre-election won for term 10
14:21:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.678177 20079 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 5356ac7dbe724041a9b05c5958325d20)
14:21:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.678210 20079 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 9 FOLLOWER]: Advancing to term 10
14:21:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.678854 20079 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.679013 20079 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.679205 20015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "650873c2d9654c84baf572a3d04c5633" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31"
14:21:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.679292 20015 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 8 FOLLOWER]: Advancing to term 10
14:21:33.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:33.679711 19780 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111)
14:21:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.680596 20015 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 650873c2d9654c84baf572a3d04c5633 in term 10.
14:21:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.680771 19781 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31; no voters: 5356ac7dbe724041a9b05c5958325d20
14:21:33.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.680858 20079 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 10 FOLLOWER]: Leader election won for term 10
14:21:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.681026 20079 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 10 LEADER]: Becoming Leader. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Running, Role: LEADER
14:21:33.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.681123 20079 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:33.681804 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 reported cstate change: term changed from 9 to 10, leader changed from 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194) to 650873c2d9654c84baf572a3d04c5633 (127.17.134.193). New cstate: current_term: 10 leader_uuid: "650873c2d9654c84baf572a3d04c5633" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: UNKNOWN } } }
14:21:34.001 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.002 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1683), Traces: [0ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [0ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [23ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [23ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [43ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [44ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [44ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [60ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [63ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [65ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [65ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [102ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [103ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [105ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [105ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [203ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [204ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [206ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [206ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [1020ms] refreshing cache from master, [1020ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1022ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [1023ms] sending RPC to server 5356ac7dbe724041a9b05c5958325d20, [1024ms] received response from server 5356ac7dbe724041a9b05c5958325d20: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [1024ms] delaying RPC due to: Network error: Failed to connect to peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493): Connection refused: /127.17.134.194:43493, [1680ms] refreshing cache from master, [1681ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [1682ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1648505649(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@1a7bf8e9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765) -> (continuation of Deferred@1307935111 after retry RPC@1085356476) -> (continuation of Deferred@1903966722 after retry RPC@944341320), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4732e093 -> wakeup thread Time-limited test -> (continuation of Deferred@1154993351 after retry RPC@347183798) -> (continuation of Deferred@1578415004 after retry RPC@1181284034) -> (continuation of Deferred@1265954121 after retry RPC@1498054765) -> (continuation of Deferred@1307935111 after retry RPC@1085356476) -> (continuation of Deferred@1903966722 after retry RPC@944341320))) after lookup
14:21:34.002 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.003 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] Successfully connected to peer
14:21:34.019 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xe18fe4ba, L:/127.0.0.1:36542 - R:/127.17.134.193:35305] using TOKEN/null
14:21:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.021500 20015 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Refusing update from remote peer 650873c2d9654c84baf572a3d04c5633: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 38. (index mismatch)
14:21:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.021821 19780 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 -> Peer 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493): Couldn't send request to peer 5356ac7dbe724041a9b05c5958325d20. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.194:43493: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:34.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.021839 20079 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:21:34.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.025681 20097 mvcc.cc:204] Tried to move back new op lower bound from 7305299943509254144 to 7305299942118445056. Current Snapshot: MvccSnapshot[applied={T|T < 7305299943509254144}]
14:21:34.030 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.194:43493
14:21:34.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.030944 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.107151 20103 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.107314 20103 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.107335 20103 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.108736 20103 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.108788 20103 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.194
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.110181 20103 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.194:43493
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.194
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34429
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20103
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.194
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/logs
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.110344 20103 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:34.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.110507 20103 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.112882 20108 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.112815 20111 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:34.112864 20109 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.112982 20103 server_base.cc:1061] running on GCE node
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.113400 20103 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:34.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.113610 20103 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:34.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.114738 20103 hybrid_clock.cc:648] HybridClock initialized: now 1783520494114720 us; error 37 us; skew 500 ppm
14:21:34.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.115823 20103 webserver.cc:533] Webserver started at http://127.17.134.194:34429/ using document root <none> and password file <none>
14:21:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.115969 20103 fs_manager.cc:362] Metadata directory not provided
14:21:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.116007 20103 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.117071 20103 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.117553 20117 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:34.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.117702 20103 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.117775 20103 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:13 on dist-test-slave-2twl"
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.118016 20103 fs_report.cc:389] FS layout report
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/wal
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/data
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:34.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.128206 20103 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.128453 20103 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.128543 20103 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:34.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.128712 20103 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.129074 20124 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:34.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.129868 20103 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.129932 20103 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.129966 20103 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.130520 20103 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.130575 20103 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.130596 20124 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap starting.
14:21:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.137231 20103 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.194:43493
14:21:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.137305 20231 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.194:43493 every 8 connection(s)
14:21:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.137663 20103 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-1/data/info.pb
14:21:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.141034 20124 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Log is configured to *not* fsync() on all Append() calls
14:21:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144025 20232 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144127 20232 heartbeater.cc:461] Registering TS with master...
14:21:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144310 20232 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144680 20234 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:34.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144711 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 20103
14:21:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144731 20234 heartbeater.cc:461] Registering TS with master...
14:21:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.144829 20234 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:34.145 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.145212 18134 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146001 20124 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146188 18061 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146309 20124 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Bootstrap complete.
14:21:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146732 18061 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.194:58261
14:21:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146903 20233 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.146947 20233 heartbeater.cc:461] Registering TS with master...
14:21:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.147048 20233 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.147382 17988 ts_manager.cc:194] Re-registered known tserver with Master: 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493)
14:21:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.147545 20124 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent bootstrapping tablet: real 0.017s	user 0.003s	sys 0.014s
14:21:34.149 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:34.149 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.134.193:35305
14:21:34.149 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.148622 20124 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.148873 20124 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5356ac7dbe724041a9b05c5958325d20, State: Initialized, Role: FOLLOWER
14:21:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.149003 20124 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.149220 20124 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.001s
14:21:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.149839 20234 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:34.150172 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19763
14:21:34.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:34.156 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] handling channelInactive
14:21:34.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state READY due to: connection closed
14:21:34.159 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.160 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.182 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test)) after lookup
14:21:34.183 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.184 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.202 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093))) after lookup
14:21:34.203 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.204 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.242 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [47ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293))) after lookup
14:21:34.242 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.243 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.462 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.462 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=305), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [47ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [86ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [87ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [87ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [305ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709))) after lookup
14:21:34.463 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.464 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:34.861 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)[L],a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)]}]
14:21:34.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=705), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [47ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [86ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [87ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [87ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [305ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [306ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [308ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [308ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [703ms] refreshing cache from master, [703ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [705ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709) -> (continuation of Deferred@435486758 after retry RPC@1712413125), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709) -> (continuation of Deferred@435486758 after retry RPC@1712413125))) after lookup
14:21:34.862 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] connecting to peer
14:21:34.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] cleaning up while in state CONNECTING due to: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:34.864 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305) for tablet 7e7e01e71e104f9fb37d44bfd134bb89: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305
14:21:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.467375 20245 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.467531 20245 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.467869 20245 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305), a4e188d447284c6f8436e6066bd34e31 (127.17.134.195:34945)
14:21:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:35.468255 20121 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:35.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:35.468797 20121 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.470919 20015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "5356ac7dbe724041a9b05c5958325d20" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a4e188d447284c6f8436e6066bd34e31" is_pre_election: true
14:21:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.471230 20121 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20; no voters: 650873c2d9654c84baf572a3d04c5633, a4e188d447284c6f8436e6066bd34e31
14:21:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.471385 20245 raft_consensus.cc:2749] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
14:21:35.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.530682 20250 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.530786 20250 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:35.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.530978 20250 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:35.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:35.531836 19950 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534113 20186 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20" is_pre_election: true
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534240 20186 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 9.
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534444 19949 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534541 20250 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534588 20250 raft_consensus.cc:493] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 650873c2d9654c84baf572a3d04c5633)
14:21:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.534603 20250 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 10 FOLLOWER]: Advancing to term 11
14:21:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.535228 20250 raft_consensus.cc:515] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.535375 20250 leader_election.cc:290] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 election: Requested vote from peers 5356ac7dbe724041a9b05c5958325d20 (127.17.134.194:43493), 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.535533 20186 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7e7e01e71e104f9fb37d44bfd134bb89" candidate_uuid: "a4e188d447284c6f8436e6066bd34e31" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "5356ac7dbe724041a9b05c5958325d20"
14:21:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.535619 20186 raft_consensus.cc:3060] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 9 FOLLOWER]: Advancing to term 11
14:21:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:35.536006 19950 leader_election.cc:336] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111)
14:21:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.536604 20186 raft_consensus.cc:2468] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a4e188d447284c6f8436e6066bd34e31 in term 11.
14:21:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.536791 19949 leader_election.cc:304] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5356ac7dbe724041a9b05c5958325d20, a4e188d447284c6f8436e6066bd34e31; no voters: 650873c2d9654c84baf572a3d04c5633
14:21:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.536918 20250 raft_consensus.cc:2804] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 11 FOLLOWER]: Leader election won for term 11
14:21:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.537043 20250 raft_consensus.cc:697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [term 11 LEADER]: Becoming Leader. State: Replica: a4e188d447284c6f8436e6066bd34e31, State: Running, Role: LEADER
14:21:35.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.537112 20250 consensus_queue.cc:237] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:35.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:35.537964 18061 catalog_manager.cc:5697] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 reported cstate change: term changed from 10 to 11, leader changed from 650873c2d9654c84baf572a3d04c5633 (127.17.134.193) to a4e188d447284c6f8436e6066bd34e31 (127.17.134.195). New cstate: current_term: 11 leader_uuid: "a4e188d447284c6f8436e6066bd34e31" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } health_report { overall_health: HEALTHY } } }
14:21:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:36.038772 20186 raft_consensus.cc:1275] T 7e7e01e71e104f9fb37d44bfd134bb89 P 5356ac7dbe724041a9b05c5958325d20 [term 11 FOLLOWER]: Refusing update from remote peer a4e188d447284c6f8436e6066bd34e31: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
14:21:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:36.039163 20267 consensus_queue.cc:1048] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:21:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:36.042707 19950 consensus_peers.cc:597] T 7e7e01e71e104f9fb37d44bfd134bb89 P a4e188d447284c6f8436e6066bd34e31 -> Peer 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305): Couldn't send request to peer 650873c2d9654c84baf572a3d04c5633. Status: Network error: Client connection negotiation failed: client connection to 127.17.134.193:35305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:21:37.021 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7e7e01e71e104f9fb37d44bfd134bb89 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665' with partition [<start>, <end>)
14:21:37.022 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7e7e01e71e104f9fb37d44bfd134bb89@[5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493),650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305),a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)[L]]}]
14:21:37.022 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=7e7e01e71e104f9fb37d44bfd134bb89, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2865), Traces: [0ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [1ms] delaying RPC due to: Illegal state: connection is terminated, [3ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [4ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [4ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [27ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [28ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [28ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [45ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [47ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [48ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [48ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [85ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [86ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [87ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [87ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [305ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [306ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [308ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [308ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [703ms] refreshing cache from master, [703ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [705ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, [706ms] sending RPC to server 650873c2d9654c84baf572a3d04c5633, [708ms] received response from server 650873c2d9654c84baf572a3d04c5633: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [708ms] delaying RPC due to: Network error: Failed to connect to peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305): Connection refused: /127.17.134.193:35305, [2863ms] refreshing cache from master, [2863ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.134.253:38149, [2865ms] Sub RPC GetTableLocations: received response from server master-127.17.134.253:38149: OK, deferred=Deferred@1484627029(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$230/0x00007f315436acb0@2cca15d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709) -> (continuation of Deferred@435486758 after retry RPC@1712413125) -> (continuation of Deferred@2087217048 after retry RPC@274454177), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6952a464 -> wakeup thread Time-limited test -> (continuation of Deferred@1643875498 after retry RPC@502687093) -> (continuation of Deferred@1231360961 after retry RPC@1737886293) -> (continuation of Deferred@1060105607 after retry RPC@1748802709) -> (continuation of Deferred@435486758 after retry RPC@1712413125) -> (continuation of Deferred@2087217048 after retry RPC@274454177))) after lookup
14:21:37.023 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] connecting to peer
14:21:37.024 [DEBUG - kudu-nio-2] (Connection.java:757) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] Successfully connected to peer
14:21:37.041 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x7d49c6dc, L:/127.0.0.1:46426 - R:/127.17.134.195:34945] using TOKEN/null
14:21:37.050 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.134.193:35305
14:21:37.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:21:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.051568 17947 external_mini_cluster.cc:1372] Running /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1kpcFE/build/release/bin/kudu
14:21:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:37.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.131260 20289 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:21:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.131451 20289 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.131475 20289 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:21:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.133494 20289 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:21:37.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.133550 20289 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.134.193
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.135021 20289 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.134.212:39325
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.134.193:35305
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.134.193
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40823
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.134.254:34281,127.17.134.253:38149,127.17.134.252:44013
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20289
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.134.193
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/logs
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e5736f718e5e433722f6b8766b4c965bea8722fd
14:21:37.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:21:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:59:26 UTC on e7f111948823
14:21:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16862
14:21:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.135285 20289 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:37.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.135473 20289 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.137935 20294 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.138077 20289 server_base.cc:1061] running on GCE node
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.137938 20297 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:21:37.138010 20295 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.138532 20289 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.138751 20289 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.139894 20289 hybrid_clock.cc:648] HybridClock initialized: now 1783520497139876 us; error 35 us; skew 500 ppm
14:21:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.141139 20289 webserver.cc:533] Webserver started at http://127.17.134.193:40823/ using document root <none> and password file <none>
14:21:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.141336 20289 fs_manager.cc:362] Metadata directory not provided
14:21:37.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.141393 20289 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:37.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.142515 20289 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.143141 20303 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.143288 20289 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.143338 20289 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data,/tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "650873c2d9654c84baf572a3d04c5633"
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:21:12 on dist-test-slave-2twl"
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.143567 20289 fs_report.cc:389] FS layout report
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/wal
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/data
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:37.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.154589 20289 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:21:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.154831 20289 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:37.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.154923 20289 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.155072 20289 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:37.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.155493 20310 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:21:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156337 20289 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:21:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156378 20289 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:21:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156401 20289 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:21:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156873 20289 ts_tablet_manager.cc:616] Registered 1 tablets
14:21:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156903 20289 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:21:37.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.156993 20310 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap starting.
14:21:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.164362 20289 rpc_server.cc:307] RPC server started. Bound to: 127.17.134.193:35305
14:21:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.164446 20417 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.134.193:35305 every 8 connection(s)
14:21:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.164774 20289 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1kpcFE/test-tmp/mini-kudu-cluster2256052209531358414/ts-0/data/info.pb
14:21:37.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.165704 20310 log.cc:826] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Log is configured to *not* fsync() on all Append() calls
14:21:37.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:21:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.168491 17947 external_mini_cluster.cc:1434] Started /tmp/dist-test-task1kpcFE/build/release/bin/kudu as pid 20289
14:21:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.170671 20310 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:21:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.170728 20420 heartbeater.cc:344] Connected to a master server at 127.17.134.253:38149
14:21:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.170804 20420 heartbeater.cc:461] Registering TS with master...
14:21:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.170969 20310 tablet_bootstrap.cc:492] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Bootstrap complete.
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.171006 20420 heartbeater.cc:507] Master 127.17.134.253:38149 requested a full tablet report, sending...
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.171566 18060 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172061 18060 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.134.193:59541
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172127 20310 ts_tablet_manager.cc:1403] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent bootstrapping tablet: real 0.015s	user 0.007s	sys 0.007s
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172421 20418 heartbeater.cc:344] Connected to a master server at 127.17.134.252:44013
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172465 20418 heartbeater.cc:461] Registering TS with master...
14:21:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172556 20418 heartbeater.cc:507] Master 127.17.134.252:44013 requested a full tablet report, sending...
14:21:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.172865 18134 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.173354 20310 raft_consensus.cc:359] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.173594 20310 raft_consensus.cc:740] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 650873c2d9654c84baf572a3d04c5633, State: Initialized, Role: FOLLOWER
14:21:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.173696 20310 consensus_queue.cc:260] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5356ac7dbe724041a9b05c5958325d20" member_type: VOTER last_known_addr { host: "127.17.134.194" port: 43493 } } peers { permanent_uuid: "650873c2d9654c84baf572a3d04c5633" member_type: VOTER last_known_addr { host: "127.17.134.193" port: 35305 } } peers { permanent_uuid: "a4e188d447284c6f8436e6066bd34e31" member_type: VOTER last_known_addr { host: "127.17.134.195" port: 34945 } }
14:21:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.173942 20310 ts_tablet_manager.cc:1434] T 7e7e01e71e104f9fb37d44bfd134bb89 P 650873c2d9654c84baf572a3d04c5633: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
14:21:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.174227 20419 heartbeater.cc:344] Connected to a master server at 127.17.134.254:34281
14:21:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.174279 20419 heartbeater.cc:461] Registering TS with master...
14:21:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.174342 20419 heartbeater.cc:507] Master 127.17.134.254:34281 requested a full tablet report, sending...
14:21:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.174682 20420 heartbeater.cc:499] Master 127.17.134.253:38149 was elected leader, sending a full tablet report...
14:21:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.174753 17988 ts_manager.cc:194] Re-registered known tserver with Master: 650873c2d9654c84baf572a3d04c5633 (127.17.134.193:35305)
14:21:37.177 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:37.179 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783520473665, tablet=7e7e01e71e104f9fb37d44bfd134bb89, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:21:37.183 [DEBUG - main] (Connection.java:575) [peer master-127.17.134.253:38149(127.17.134.253:38149)] disconnecting while in state READY
14:21:37.184 [DEBUG - main] (Connection.java:575) [peer master-127.17.134.254:34281(127.17.134.254:34281)] disconnecting while in state READY
14:21:37.184 [DEBUG - main] (Connection.java:575) [peer 5356ac7dbe724041a9b05c5958325d20(127.17.134.194:43493)] disconnecting while in state TERMINATED
14:21:37.184 [DEBUG - main] (Connection.java:575) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] disconnecting while in state READY
14:21:37.184 [DEBUG - main] (Connection.java:575) [peer 650873c2d9654c84baf572a3d04c5633(127.17.134.193:35305)] disconnecting while in state TERMINATED
14:21:37.184 [DEBUG - main] (Connection.java:575) [peer master-127.17.134.252:44013(127.17.134.252:44013)] disconnecting while in state READY
14:21:37.187 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.134.254:34281(127.17.134.254:34281)] handling channelInactive
14:21:37.187 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.134.253:38149(127.17.134.253:38149)] handling channelInactive
14:21:37.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.134.254:34281(127.17.134.254:34281)] cleaning up while in state READY due to: connection closed
14:21:37.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.134.253:38149(127.17.134.253:38149)] cleaning up while in state READY due to: connection closed
14:21:37.187 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:21:37.189 [DEBUG - kudu-nio-2] (Connection.java:239) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] handling channelInactive
14:21:37.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a4e188d447284c6f8436e6066bd34e31(127.17.134.195:34945)] cleaning up while in state READY due to: connection closed
14:21:37.189 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.134.252:44013(127.17.134.252:44013)] handling channelInactive
14:21:37.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.134.252:44013(127.17.134.252:44013)] cleaning up while in state READY due to: connection closed
14:21:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.190402 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 20289
14:21:37.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.197410 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 20103
14:21:37.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.202888 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 19932
14:21:37.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.207919 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 17958
14:21:37.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.212862 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18029
14:21:37.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:21:37.217695 17947 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task1kpcFE/build/release/bin/kudu with pid 18100
14:21:37.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:21:37Z chronyd exiting

Time: 25.933

OK (1 test)

