JUnit version 4.13.2
.14:05:21.709 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783519521702
14:05:21.762 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:05:21.818 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:05:21.830 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskWgJ7oY/test-tmp
14:05:21.836 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
14:05:21.838 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskWgJ7oY/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
14:05:22.035 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:05:22.052 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:22.053 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:05:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.055235 28507 mini_oidc.cc:150] Starting JWKS server
14:05:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.057530 28507 webserver.cc:533] Webserver started at http://127.0.0.1:46517/ using document root <none> and password file <none>
14:05:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.057734 28507 mini_oidc.cc:186] Starting OIDC Discovery server
14:05:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.058022 28507 webserver.cc:533] Webserver started at http://127.0.0.1:44899/ using document root <none> and password file <none>
14:05:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:05:22Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:05:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:05:22Z Disabled control of system clock
14:05:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.076299 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal
14:05:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data
14:05:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/logs
14:05:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data/info.pb
14:05:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.254:46159
14:05:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.254
14:05:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json with env {}
14:05:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.181224 28518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.181461 28518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.181507 28518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185391 28518 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185456 28518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185477 28518 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185494 28518 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185513 28518 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:22.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.185527 28518 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46517/jwks.json
14:05:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.190009 28518 master_runner.cc:387] Master server non-default flags:
14:05:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data
14:05:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal
14:05:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.254:46159
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data/info.pb
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.254
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28518
14:05:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/logs
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:22.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.191193 28518 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:22.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.192643 28518 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.200028 28523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.199996 28524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.200073 28518 server_base.cc:1061] running on GCE node
14:05:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.199962 28526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.201793 28518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.202803 28518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.203989 28518 hybrid_clock.cc:648] HybridClock initialized: now 1783519522203963 us; error 43 us; skew 500 ppm
14:05:22.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.205904 28518 webserver.cc:533] Webserver started at http://127.27.214.254:37561/ using document root <none> and password file <none>
14:05:22.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.206544 28518 fs_manager.cc:362] Metadata directory not provided
14:05:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.206640 28518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:22.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.206866 28518 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:22.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.208542 28518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data/instance:
14:05:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d84788666e4ca49f2a64034249f46d"
14:05:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.209110 28518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal/instance:
14:05:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d84788666e4ca49f2a64034249f46d"
14:05:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.212733 28518 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
14:05:22.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.214942 28532 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.215909 28518 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.216039 28518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal
14:05:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d8d84788666e4ca49f2a64034249f46d"
14:05:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.216137 28518 fs_report.cc:389] FS layout report
14:05:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal
14:05:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal
14:05:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data/data
14:05:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.241727 28518 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.242659 28518 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.242883 28518 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.250255 28518 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.254:46159
14:05:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.250263 28584 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.254:46159 every 8 connection(s)
14:05:22.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.251565 28518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/data/info.pb
14:05:22.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.253962 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 28518
14:05:22.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.254195 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-0/wal/instance
14:05:22.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.255244 28585 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.255846 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal
14:05:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data
14:05:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/logs
14:05:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data/info.pb
14:05:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.253:43981
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.253
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json with env {}
14:05:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.259722 28585 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.271026 28585 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.271924 28535 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.253:43981: connect: Connection refused (error 111)
14:05:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.272805 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.253:43981: Network error: Client connection negotiation failed: client connection to 127.27.214.253:43981: connect: Connection refused (error 111)
14:05:22.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.322069 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } attempt: 1
14:05:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.323978 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.253:43981: Network error: Client connection negotiation failed: client connection to 127.27.214.253:43981: connect: Connection refused (error 111)
14:05:22.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.366993 28587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.367259 28587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.367322 28587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371013 28587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371110 28587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371151 28587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371178 28587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371204 28587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.371224 28587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46517/jwks.json
14:05:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.375785 28587 master_runner.cc:387] Master server non-default flags:
14:05:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.253:43981
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data/info.pb
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.253
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28587
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/logs
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.377337 28587 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.378880 28587 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.385601 28596 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.385601 28595 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.385635 28598 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.385951 28587 server_base.cc:1061] running on GCE node
14:05:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.387142 28587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.388381 28587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.389562 28587 hybrid_clock.cc:648] HybridClock initialized: now 1783519522389541 us; error 45 us; skew 500 ppm
14:05:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.391615 28587 webserver.cc:533] Webserver started at http://127.27.214.253:45445/ using document root <none> and password file <none>
14:05:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.392160 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } attempt: 2
14:05:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.392401 28587 fs_manager.cc:362] Metadata directory not provided
14:05:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.392468 28587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.392716 28587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.394495 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.253:43981: Network error: Client connection negotiation failed: client connection to 127.27.214.253:43981: connect: Connection refused (error 111)
14:05:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.394879 28587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data/instance:
14:05:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "531a2074e1da4a54bde201bbbe12c417"
14:05:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.395567 28587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal/instance:
14:05:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "531a2074e1da4a54bde201bbbe12c417"
14:05:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.399638 28587 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
14:05:22.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.402503 28604 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.404081 28587 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:05:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.404244 28587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal
14:05:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "531a2074e1da4a54bde201bbbe12c417"
14:05:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.404384 28587 fs_report.cc:389] FS layout report
14:05:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal
14:05:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data/data
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:22.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.429235 28587 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.429927 28587 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:22.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.430078 28587 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.438655 28656 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.253:43981 every 8 connection(s)
14:05:22.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.438661 28587 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.253:43981
14:05:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.439807 28587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/data/info.pb
14:05:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.442711 28657 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.446178 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 28587
14:05:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.446285 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-1/wal/instance
14:05:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.446492 28657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.446981 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:22.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/logs
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data/info.pb
14:05:22.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.252:35087
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.252
14:05:22.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json with env {}
14:05:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.462453 28657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.469825 28657 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.470819 28608 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.471891 28657 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.485672 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } attempt: 3
14:05:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.490595 28585 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.492060 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.521238 28657 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 1
14:05:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.522867 28657 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.523257 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 1
14:05:22.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.524724 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.566545 28659 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.566802 28659 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.566848 28659 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570315 28659 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:05:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570385 28659 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570406 28659 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:05:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570423 28659 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:05:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570442 28659 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:05:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.570457 28659 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46517/jwks.json
14:05:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.574476 28659 master_runner.cc:387] Master server non-default flags:
14:05:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.252:35087
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46517/jwks.json
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data/info.pb
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.252
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28659
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/logs
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.575604 28659 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.577126 28659 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.584438 28667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.584851 28668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.584851 28670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.585474 28659 server_base.cc:1061] running on GCE node
14:05:22.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.586112 28659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.587375 28659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:22.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.588569 28659 hybrid_clock.cc:648] HybridClock initialized: now 1783519522588509 us; error 79 us; skew 500 ppm
14:05:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.590963 28659 webserver.cc:533] Webserver started at http://127.27.214.252:44153/ using document root <none> and password file <none>
14:05:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.591145 28657 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 2
14:05:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.591724 28659 fs_manager.cc:362] Metadata directory not provided
14:05:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.591807 28659 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.592039 28659 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:22.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.592846 28657 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.594264 28659 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data/instance:
14:05:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb9dfbc6eeba490eb643dfb937465e46"
14:05:22.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.594882 28659 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal/instance:
14:05:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb9dfbc6eeba490eb643dfb937465e46"
14:05:22.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.599263 28659 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
14:05:22.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.599912 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 2
14:05:22.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.601518 28585 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.214.252:35087: Network error: Client connection negotiation failed: client connection to 127.27.214.252:35087: connect: Connection refused (error 111)
14:05:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.601940 28676 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.603026 28659 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.603142 28659 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb9dfbc6eeba490eb643dfb937465e46"
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:22 on dist-test-slave-qxdv"
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.603221 28659 fs_report.cc:389] FS layout report
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data/data
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:22.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:22.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.620566 28659 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:22.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.621409 28659 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:22.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.621570 28659 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.629081 28728 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.252:35087 every 8 connection(s)
14:05:22.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.629098 28659 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.252:35087
14:05:22.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.630257 28659 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/data/info.pb
14:05:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.633025 28729 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:22.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.636348 28729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.639889 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 28659
14:05:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.640098 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/master-2/wal/instance
14:05:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.645998 28729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.650517 28729 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } has no permanent_uuid. Determining permanent_uuid...
14:05:22.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.659785 28729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: Bootstrap starting.
14:05:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.662072 28729 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: Neither blocks nor log segments found. Creating new log.
14:05:22.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.662725 28729 log.cc:826] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: Log is configured to *not* fsync() on all Append() calls
14:05:22.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.664671 28729 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: No bootstrap required, opened a new log
14:05:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.668113 28729 raft_consensus.cc:359] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.668339 28729 raft_consensus.cc:385] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.668392 28729 raft_consensus.cc:740] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb9dfbc6eeba490eb643dfb937465e46, State: Initialized, Role: FOLLOWER
14:05:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.668972 28729 consensus_queue.cc:260] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.669864 28738 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.670019 28738 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.670521 28729 sys_catalog.cc:565] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: configured and running, proceeding with master startup.
14:05:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.675799 28749 catalog_manager.cc:1594] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:22.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.676337 28749 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.674268 28659 master_runner.cc:187] Error getting master registration for 127.27.214.254:46159: OK, instance_id { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" instance_seqno: 1783519522248277 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:22.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.677251 28659 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.684015 28657 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 3
14:05:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.690721 28657 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: Bootstrap starting.
14:05:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.693668 28657 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: Neither blocks nor log segments found. Creating new log.
14:05:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.694411 28657 log.cc:826] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: Log is configured to *not* fsync() on all Append() calls
14:05:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.696159 28657 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: No bootstrap required, opened a new log
14:05:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.699146 28657 raft_consensus.cc:359] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.699366 28657 raft_consensus.cc:385] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.699430 28657 raft_consensus.cc:740] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 531a2074e1da4a54bde201bbbe12c417, State: Initialized, Role: FOLLOWER
14:05:22.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.700497 28657 consensus_queue.cc:260] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.700690 28585 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } attempt: 3
14:05:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.701867 28657 sys_catalog.cc:565] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: configured and running, proceeding with master startup.
14:05:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.701817 28752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.702807 28752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.707653 28763 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.707743 28763 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.708328 28585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: Bootstrap starting.
14:05:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.707830 28587 master_runner.cc:187] Error getting master registration for 127.27.214.254:46159: OK, instance_id { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" instance_seqno: 1783519522248277 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:05:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.710172 28587 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.712476 28585 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: Neither blocks nor log segments found. Creating new log.
14:05:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.713639 28585 log.cc:826] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: Log is configured to *not* fsync() on all Append() calls
14:05:22.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.715260 28585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: No bootstrap required, opened a new log
14:05:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.717811 28585 raft_consensus.cc:359] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.717990 28585 raft_consensus.cc:385] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.718042 28585 raft_consensus.cc:740] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8d84788666e4ca49f2a64034249f46d, State: Initialized, Role: FOLLOWER
14:05:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.718626 28585 consensus_queue.cc:260] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.719129 28766 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.719498 28766 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.719947 28585 sys_catalog.cc:565] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: configured and running, proceeding with master startup.
14:05:22.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.728741 28777 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:05:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.729668 28518 master_runner.cc:264] No leader master found from master d8d84788666e4ca49f2a64034249f46d
14:05:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.729772 28777 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:05:22.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.729799 28518 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:05:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:22.744467 28538 tablet.cc:2406] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.790468 28752 raft_consensus.cc:493] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.790668 28752 raft_consensus.cc:515] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.791754 28752 leader_election.cc:290] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8d84788666e4ca49f2a64034249f46d (127.27.214.254:46159), bb9dfbc6eeba490eb643dfb937465e46 (127.27.214.252:35087)
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.792760 28559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "531a2074e1da4a54bde201bbbe12c417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8d84788666e4ca49f2a64034249f46d" is_pre_election: true
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.793037 28559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 531a2074e1da4a54bde201bbbe12c417 in term 0.
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.793465 28703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "531a2074e1da4a54bde201bbbe12c417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb9dfbc6eeba490eb643dfb937465e46" is_pre_election: true
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.793716 28703 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 531a2074e1da4a54bde201bbbe12c417 in term 0.
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.794157 28608 leader_election.cc:304] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 531a2074e1da4a54bde201bbbe12c417, bb9dfbc6eeba490eb643dfb937465e46; no voters: 
14:05:22.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.794783 28752 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.794848 28752 raft_consensus.cc:493] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.794889 28752 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 0 FOLLOWER]: Advancing to term 1
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.796027 28752 raft_consensus.cc:515] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.796414 28752 leader_election.cc:290] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [CANDIDATE]: Term 1 election: Requested vote from peers d8d84788666e4ca49f2a64034249f46d (127.27.214.254:46159), bb9dfbc6eeba490eb643dfb937465e46 (127.27.214.252:35087)
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.797084 28559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "531a2074e1da4a54bde201bbbe12c417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8d84788666e4ca49f2a64034249f46d"
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.797230 28559 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 0 FOLLOWER]: Advancing to term 1
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.798313 28559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 531a2074e1da4a54bde201bbbe12c417 in term 1.
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.798635 28605 leader_election.cc:304] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 531a2074e1da4a54bde201bbbe12c417, d8d84788666e4ca49f2a64034249f46d; no voters: 
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.798846 28703 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "531a2074e1da4a54bde201bbbe12c417" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb9dfbc6eeba490eb643dfb937465e46"
14:05:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.798954 28703 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 0 FOLLOWER]: Advancing to term 1
14:05:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.800062 28703 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 531a2074e1da4a54bde201bbbe12c417 in term 1.
14:05:22.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.803409 28752 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 1 FOLLOWER]: Leader election won for term 1
14:05:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.803633 28752 raft_consensus.cc:697] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [term 1 LEADER]: Becoming Leader. State: Replica: 531a2074e1da4a54bde201bbbe12c417, State: Running, Role: LEADER
14:05:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.803967 28752 consensus_queue.cc:237] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } }
14:05:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.810272 28752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 531a2074e1da4a54bde201bbbe12c417. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.810387 28752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: This master's current role is: LEADER
14:05:22.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.812490 28781 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:05:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.814368 28781 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.820083 28703 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [term 1 FOLLOWER]: Refusing update from remote peer 531a2074e1da4a54bde201bbbe12c417: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.821393 28779 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.825776 28738 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 531a2074e1da4a54bde201bbbe12c417. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.825898 28738 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.827322 28559 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [term 1 FOLLOWER]: Refusing update from remote peer 531a2074e1da4a54bde201bbbe12c417: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:22.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.830072 28779 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.835237 28766 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 531a2074e1da4a54bde201bbbe12c417. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.835363 28766 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.840894 28779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.841032 28779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: This master's current role is: LEADER
14:05:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.843214 28738 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.843326 28738 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46 [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.844053 28782 mvcc.cc:204] Tried to move back new op lower bound from 7305295965463064576 to 7305295965418524672. Current Snapshot: MvccSnapshot[applied={T|T < 7305295965463064576}]
14:05:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.845182 28752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.845288 28752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417 [sys.catalog]: This master's current role is: LEADER
14:05:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.846377 28766 sys_catalog.cc:455] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "531a2074e1da4a54bde201bbbe12c417" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d8d84788666e4ca49f2a64034249f46d" member_type: VOTER last_known_addr { host: "127.27.214.254" port: 46159 } } peers { permanent_uuid: "531a2074e1da4a54bde201bbbe12c417" member_type: VOTER last_known_addr { host: "127.27.214.253" port: 43981 } } peers { permanent_uuid: "bb9dfbc6eeba490eb643dfb937465e46" member_type: VOTER last_known_addr { host: "127.27.214.252" port: 35087 } } }
14:05:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.846477 28766 sys_catalog.cc:458] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d [sys.catalog]: This master's current role is: FOLLOWER
14:05:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.847407 28785 mvcc.cc:204] Tried to move back new op lower bound from 7305295965463064576 to 7305295965418524672. Current Snapshot: MvccSnapshot[applied={T|T < 7305295965463064576}]
14:05:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.854723 28781 catalog_manager.cc:1383] Generated new cluster ID: 1807bd5734b34f229281899ff390514a
14:05:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.854797 28781 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:05:22.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.877481 28781 catalog_manager.cc:1406] Generated new certificate authority record
14:05:22.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.879140 28781 catalog_manager.cc:1540] Loading token signing keys...
14:05:22.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.904170 28781 catalog_manager.cc:6070] T 00000000000000000000000000000000 P 531a2074e1da4a54bde201bbbe12c417: Generated new TSK 0
14:05:22.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.905660 28781 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:22.915910 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:22.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:0
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.045529 28790 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.045776 28790 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.045823 28790 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.049642 28790 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:23.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.049765 28790 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.193
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.054271 28790 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:0
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28790
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:23.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.055421 28790 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:23.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.056998 28790 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.065256 28796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.065265 28795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.065250 28798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.065794 28790 server_base.cc:1061] running on GCE node
14:05:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.066231 28790 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.066815 28790 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.068024 28790 hybrid_clock.cc:648] HybridClock initialized: now 1783519523068004 us; error 39 us; skew 500 ppm
14:05:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.070077 28790 webserver.cc:533] Webserver started at http://127.27.214.193:46019/ using document root <none> and password file <none>
14:05:23.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.070705 28790 fs_manager.cc:362] Metadata directory not provided
14:05:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.070793 28790 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.071095 28790 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.072719 28790 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/instance:
14:05:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.073359 28790 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal/instance:
14:05:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.076915 28790 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
14:05:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.079408 28804 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.080734 28790 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.080852 28790 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.080945 28790 fs_report.cc:389] FS layout report
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/data
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.100242 28790 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.100879 28790 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.101034 28790 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.101686 28790 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.102710 28790 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.102761 28790 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.102802 28790 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.102819 28790 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.112438 28790 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.193:38299
14:05:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.112469 28917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.193:38299 every 8 connection(s)
14:05:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.113497 28790 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.116940 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 28790
14:05:23.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.117048 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal/instance
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.120990 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:0
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124428 28919 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124559 28918 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124711 28920 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124696 28919 heartbeater.cc:461] Registering TS with master...
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124693 28918 heartbeater.cc:461] Registering TS with master...
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.124799 28920 heartbeater.cc:461] Registering TS with master...
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.125473 28919 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.125666 28920 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.127020 28621 ts_manager.cc:194] Registered new tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.127017 28549 ts_manager.cc:194] Registered new tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.128752 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.193:39503
14:05:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.129920 28918 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.131124 28693 ts_manager.cc:194] Registered new tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.227852 28925 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.228093 28925 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.228135 28925 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.231739 28925 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.231843 28925 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.194
14:05:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.235610 28925 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:0
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28925
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.236591 28925 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.237704 28925 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.243829 28931 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.243858 28930 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.243836 28933 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.244278 28925 server_base.cc:1061] running on GCE node
14:05:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.244700 28925 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.245405 28925 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.246583 28925 hybrid_clock.cc:648] HybridClock initialized: now 1783519523246529 us; error 72 us; skew 500 ppm
14:05:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.248485 28925 webserver.cc:533] Webserver started at http://127.27.214.194:33493/ using document root <none> and password file <none>
14:05:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.249099 28925 fs_manager.cc:362] Metadata directory not provided
14:05:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.249222 28925 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.249464 28925 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.251085 28925 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/instance:
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.251633 28925 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal/instance:
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.255127 28925 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.001s	sys 0.004s
14:05:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.257339 28939 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.258384 28925 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
14:05:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.258522 28925 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.258620 28925 fs_report.cc:389] FS layout report
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/data
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.280485 28925 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.281139 28925 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.281361 28925 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.281899 28925 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.282884 28925 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.282932 28925 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.282972 28925 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.282987 28925 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.292048 28925 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.194:33683
14:05:23.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.292083 29052 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.194:33683 every 8 connection(s)
14:05:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.292944 28925 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.300781 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 28925
14:05:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.300904 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal/instance
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304126 29053 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304113 29055 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304391 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:23.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:0
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:23.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304440 29053 heartbeater.cc:461] Registering TS with master...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304441 29055 heartbeater.cc:461] Registering TS with master...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304536 29054 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.304617 29054 heartbeater.cc:461] Registering TS with master...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.305105 29053 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.305105 29055 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.305241 29054 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.306236 28621 ts_manager.cc:194] Registered new tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.306317 28549 ts_manager.cc:194] Registered new tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.306375 28693 ts_manager.cc:194] Registered new tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.306998 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.194:48923
14:05:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.411821 29060 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.412060 29060 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:23.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.412103 29060 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.415504 29060 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.415611 29060 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.195
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.419483 29060 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:0
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29060
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:23.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.420590 29060 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:23.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.421846 29060 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.428385 29065 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.428527 29060 server_base.cc:1061] running on GCE node
14:05:23.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.428479 29066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:23.428385 29068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.429391 29060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:23.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.429965 29060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:23.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.431125 29060 hybrid_clock.cc:648] HybridClock initialized: now 1783519523431101 us; error 36 us; skew 500 ppm
14:05:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.432862 29060 webserver.cc:533] Webserver started at http://127.27.214.195:46611/ using document root <none> and password file <none>
14:05:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.433501 29060 fs_manager.cc:362] Metadata directory not provided
14:05:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.433586 29060 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.433832 29060 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:05:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.435392 29060 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/instance:
14:05:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.435957 29060 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal/instance:
14:05:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.439323 29060 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.005s	sys 0.000s
14:05:23.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.441465 29074 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.442638 29060 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.442920 29060 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.443040 29060 fs_report.cc:389] FS layout report
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/data
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.452966 29060 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.453678 29060 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.453866 29060 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.454403 29060 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.455404 29060 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:05:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.455473 29060 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:05:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.455526 29060 ts_tablet_manager.cc:616] Registered 0 tablets
14:05:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.455549 29060 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:05:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.464267 29060 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.195:38369
14:05:23.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.464295 29187 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.195:38369 every 8 connection(s)
14:05:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.465528 29060 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.472898 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 29060
14:05:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.473017 28507 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal/instance
14:05:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475608 29190 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475660 29189 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475867 29189 heartbeater.cc:461] Registering TS with master...
14:05:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475893 29188 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475961 29188 heartbeater.cc:461] Registering TS with master...
14:05:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.476570 29188 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.476572 29189 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.475869 29190 heartbeater.cc:461] Registering TS with master...
14:05:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.477401 29190 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.477923 28548 ts_manager.cc:194] Registered new tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.478087 28621 ts_manager.cc:194] Registered new tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.478528 28693 ts_manager.cc:194] Registered new tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.478782 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.195:47703
14:05:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.494417 28507 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:05:23.495 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:05:23.496 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:05:23.506 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.214.254"
      port: 46159
    }
    bound_http_address {
      host: "127.27.214.254"
      port: 37561
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.214.253"
      port: 43981
    }
    bound_http_address {
      host: "127.27.214.253"
      port: 45445
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.214.252"
      port: 35087
    }
    bound_http_address {
      host: "127.27.214.252"
      port: 44153
    }
  }
}

14:05:23.509 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:05:23.511 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.214.193"
      port: 38299
    }
    bound_http_address {
      host: "127.27.214.193"
      port: 46019
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.214.194"
      port: 33683
    }
    bound_http_address {
      host: "127.27.214.194"
      port: 33493
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.214.195"
      port: 38369
    }
    bound_http_address {
      host: "127.27.214.195"
      port: 46611
    }
  }
}

14:05:23.512 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:05:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.678330 28749 catalog_manager.cc:1295] Loaded cluster ID: 1807bd5734b34f229281899ff390514a
14:05:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.678431 28749 catalog_manager.cc:1588] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: loading cluster ID for follower catalog manager: success
14:05:23.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.681697 28749 catalog_manager.cc:1610] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: acquiring CA information for follower catalog manager: success
14:05:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.682940 28749 catalog_manager.cc:1638] T 00000000000000000000000000000000 P bb9dfbc6eeba490eb643dfb937465e46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:23.704 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:05:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.731336 28777 catalog_manager.cc:1295] Loaded cluster ID: 1807bd5734b34f229281899ff390514a
14:05:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.731428 28777 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: loading cluster ID for follower catalog manager: success
14:05:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.733927 28777 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: acquiring CA information for follower catalog manager: success
14:05:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:23.735389 28777 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d8d84788666e4ca49f2a64034249f46d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:05:23.759 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:05:23.909 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.214.254:46159(127.27.214.254:46159)] connecting to peer
14:05:23.959 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.214.252:35087(127.27.214.252:35087)] connecting to peer
14:05:23.961 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.214.253:43981(127.27.214.253:43981)] connecting to peer
14:05:23.978 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.214.254:46159(127.27.214.254:46159)] Successfully connected to peer
14:05:23.978 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.214.253:43981(127.27.214.253:43981)] Successfully connected to peer
14:05:23.980 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.214.252:35087(127.27.214.252:35087)] Successfully connected to peer
14:05:24.088 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.214.253
14:05:24.088 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.214.254
14:05:24.088 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.214.252
14:05:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.131049 28920 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:24.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.308643 29055 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:24.309 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xf8372840, L:/127.0.0.1:41678 - R:/127.27.214.254:46159] using SASL/PLAIN
14:05:24.311 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x896540df, L:/127.0.0.1:44970 - R:/127.27.214.252:35087] using SASL/PLAIN
14:05:24.313 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xc42982f8, L:/127.0.0.1:57982 - R:/127.27.214.253:43981] using SASL/PLAIN
14:05:24.344 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:05:24.345 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=470), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.214.254:46159, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.214.252:35087, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.214.253:43981, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.214.252:35087: OK, [444ms] Sub RPC ConnectToMaster: received response from server master-127.27.214.254:46159: OK, [445ms] Sub RPC ConnectToMaster: received response from server master-127.27.214.253:43981: OK, deferred=null) after lookup
14:05:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.393491 28621 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57982:
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861"
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:05:24.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:05:24.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:24.394966 28621 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:05:24.428 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4a9823e4621a4e528ed88c97a0d0dca3
14:05:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.428011 29122 tablet_service.cc:1511] Processing CreateTablet for tablet bdda7f627fa4406e914f0caf1060f8ed (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861 [id=4a9823e4621a4e528ed88c97a0d0dca3]), partition=RANGE (key) PARTITION UNBOUNDED
14:05:24.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.429102 29122 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdda7f627fa4406e914f0caf1060f8ed. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.429203 28987 tablet_service.cc:1511] Processing CreateTablet for tablet bdda7f627fa4406e914f0caf1060f8ed (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861 [id=4a9823e4621a4e528ed88c97a0d0dca3]), partition=RANGE (key) PARTITION UNBOUNDED
14:05:24.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.430174 28987 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdda7f627fa4406e914f0caf1060f8ed. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.437089 29222 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap starting.
14:05:24.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.439515 29222 tablet_bootstrap.cc:654] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Neither blocks nor log segments found. Creating new log.
14:05:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.440629 29222 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Log is configured to *not* fsync() on all Append() calls
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.442680 29222 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: No bootstrap required, opened a new log
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.442884 29222 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent bootstrapping tablet: real 0.006s	user 0.000s	sys 0.005s
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.444495 28852 tablet_service.cc:1511] Processing CreateTablet for tablet bdda7f627fa4406e914f0caf1060f8ed (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861 [id=4a9823e4621a4e528ed88c97a0d0dca3]), partition=RANGE (key) PARTITION UNBOUNDED
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.445547 28852 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bdda7f627fa4406e914f0caf1060f8ed. 1 dirs total, 0 dirs full, 0 dirs failed
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.446610 29222 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.446830 29222 raft_consensus.cc:385] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.446879 29222 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Initialized, Role: FOLLOWER
14:05:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.448119 29222 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.449236 29222 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.002s
14:05:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.456912 29225 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap starting.
14:05:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.459918 29225 tablet_bootstrap.cc:654] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Neither blocks nor log segments found. Creating new log.
14:05:24.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.462924 29225 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Log is configured to *not* fsync() on all Append() calls
14:05:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.465677 29227 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap starting.
14:05:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.465767 29225 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: No bootstrap required, opened a new log
14:05:24.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.465950 29225 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent bootstrapping tablet: real 0.009s	user 0.005s	sys 0.000s
14:05:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.467859 29227 tablet_bootstrap.cc:654] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Neither blocks nor log segments found. Creating new log.
14:05:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.468612 29227 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Log is configured to *not* fsync() on all Append() calls
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.469703 29225 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.469940 29225 raft_consensus.cc:385] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.469997 29225 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Initialized, Role: FOLLOWER
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.470472 29225 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.470662 29227 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: No bootstrap required, opened a new log
14:05:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.470855 29227 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
14:05:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.471596 29225 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
14:05:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.474936 29227 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.475456 29227 raft_consensus.cc:385] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:05:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.475687 29227 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Initialized, Role: FOLLOWER
14:05:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.476226 29227 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.477298 29227 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
14:05:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.478080 29190 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.531898 29224 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.532202 29224 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.533524 29224 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.538102 29142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.538453 29142 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 0.
14:05:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.538790 28872 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.538988 28943 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 
14:05:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.539057 28872 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 0.
14:05:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.539525 29224 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Leader pre-election won for term 1
14:05:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.539608 29224 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:05:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.539655 29224 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 0 FOLLOWER]: Advancing to term 1
14:05:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.540825 29224 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.541332 29224 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 1 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.541734 29142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.541792 28872 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.541872 29142 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 0 FOLLOWER]: Advancing to term 1
14:05:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.541903 28872 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 0 FOLLOWER]: Advancing to term 1
14:05:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.542945 28872 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 1.
14:05:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.542945 29142 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 1.
14:05:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.543303 28943 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 
14:05:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.543466 29224 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Leader election won for term 1
14:05:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.543697 29224 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 LEADER]: Becoming Leader. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Running, Role: LEADER
14:05:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.544035 29224 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:24.545588 29056 tablet.cc:2406] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.548290 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb reported cstate change: term changed from 0 to 1, leader changed from <none> to c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194). New cstate: current_term: 1 leader_uuid: "c1542d7cb26447f3b1d5b57c202050fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:24.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4a9823e4621a4e528ed88c97a0d0dca3
14:05:24.589 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:24.596 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:24.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=null) after lookup
14:05:24.610 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:24.613 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] Successfully connected to peer
14:05:24.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:24.615523 28921 tablet.cc:2406] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:24.695 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x02877b37, L:/127.0.0.1:49686 - R:/127.27.214.194:33683] using TOKEN/null
14:05:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.702925 29142 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Refusing update from remote peer c1542d7cb26447f3b1d5b57c202050fb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.702925 28872 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Refusing update from remote peer c1542d7cb26447f3b1d5b57c202050fb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:05:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.703620 29224 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.703802 29233 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:05:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:24.718331 29191 tablet.cc:2406] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:05:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.721516 29237 mvcc.cc:204] Tried to move back new op lower bound from 7305295973174788096 to 7305295972535504896. Current Snapshot: MvccSnapshot[applied={T|T < 7305295973174788096}]
14:05:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.725772 29238 mvcc.cc:204] Tried to move back new op lower bound from 7305295973174788096 to 7305295972535504896. Current Snapshot: MvccSnapshot[applied={T|T < 7305295973174788096}]
14:05:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.726836 29236 mvcc.cc:204] Tried to move back new op lower bound from 7305295973174788096 to 7305295972535504896. Current Snapshot: MvccSnapshot[applied={T|T < 7305295973174788096}]
14:05:24.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:24.818 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.194:33683
14:05:24.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:24.820514 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 28925
14:05:24.829 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:24.831 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] handling channelInactive
14:05:24.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state READY due to: connection closed
14:05:24.831 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: connection closed
14:05:24.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:24.840 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:24.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test)) after lookup
14:05:24.841 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:24.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.844 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:24.860 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:24.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044))) after lookup
14:05:24.861 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:24.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.864 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.880 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:24.880 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:24.881 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [32ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [35ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532))) after lookup
14:05:24.882 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:24.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.885 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:24.920 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:24.920 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [32ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [35ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [53ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [56ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [90ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921))) after lookup
14:05:24.921 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:24.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:24.924 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.079 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:25.079 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:25.080 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=250), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [32ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [35ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [53ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [56ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [90ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [92ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [95ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [95ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [247ms] refreshing cache from master, [247ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [250ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803))) after lookup
14:05:25.081 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:25.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.082 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:25.399 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:25.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=570), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [32ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [35ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [53ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [56ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [90ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [92ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [95ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [95ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [247ms] refreshing cache from master, [247ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [250ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [252ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [253ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [253ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [567ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [570ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803) -> (continuation of Deferred@1538939474 after retry RPC@179754230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803) -> (continuation of Deferred@1538939474 after retry RPC@179754230))) after lookup
14:05:25.401 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:25.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:25.402 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:26.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.263425 29251 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.263603 29251 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.264299 29252 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:26.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.264418 29252 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:26.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.264957 29251 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:26.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.265755 28807 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:26.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.266396 29077 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:26.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.266724 29252 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:26.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.266791 28807 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.269088 29077 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.269572 29142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.269732 29142 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 1.
14:05:26.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.270094 28808 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.270397 29251 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:05:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.270455 29251 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.270494 29251 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 1 FOLLOWER]: Advancing to term 2
14:05:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.271476 28872 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:26.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.271652 29251 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.271944 28872 raft_consensus.cc:2393] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 055d394a620a4e4785fbbca7c1e409cd in current term 2: Already voted for candidate 0b67fe57dbf1482a96cb7296636f9195 in this term.
14:05:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.272125 29251 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:26.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.272410 29078 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd; no voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb
14:05:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.272861 29142 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.272995 29142 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 1 FOLLOWER]: Advancing to term 2
14:05:26.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.273515 28807 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.273976 29142 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 2.
14:05:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.274087 29252 raft_consensus.cc:2749] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:05:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.274381 28808 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:26.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.274645 29251 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Leader election won for term 2
14:05:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.274897 29251 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 LEADER]: Becoming Leader. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Running, Role: LEADER
14:05:26.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.275205 29251 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.278276 28620 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 reported cstate change: term changed from 1 to 2, leader changed from c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194) to 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193). New cstate: current_term: 2 leader_uuid: "0b67fe57dbf1482a96cb7296636f9195" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: HEALTHY } } }
14:05:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:26.758744 28807 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.839211 29142 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Refusing update from remote peer 0b67fe57dbf1482a96cb7296636f9195: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:05:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:26.839790 29251 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Connected to new peer: Peer: permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:05:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.254072 28807 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:05:29.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:29.279 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:29.280 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4450), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [12ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [15ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [15ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [30ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [32ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [35ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [50ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [53ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [56ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [90ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [92ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [95ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [95ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [247ms] refreshing cache from master, [247ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [250ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [252ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [253ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [253ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [567ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [570ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [571ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [573ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [574ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [4447ms] refreshing cache from master, [4447ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [4450ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@551967198(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@4c7ec09f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803) -> (continuation of Deferred@1538939474 after retry RPC@179754230) -> (continuation of Deferred@335696012 after retry RPC@682567582), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b2623fe -> wakeup thread Time-limited test -> (continuation of Deferred@688369618 after retry RPC@1176934044) -> (continuation of Deferred@416249007 after retry RPC@742846532) -> (continuation of Deferred@717932103 after retry RPC@24910921) -> (continuation of Deferred@885115676 after retry RPC@1029537803) -> (continuation of Deferred@1538939474 after retry RPC@179754230) -> (continuation of Deferred@335696012 after retry RPC@682567582))) after lookup
14:05:29.281 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:29.282 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] Successfully connected to peer
14:05:29.298 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x083b83d3, L:/127.0.0.1:40758 - R:/127.27.214.193:38299] using TOKEN/null
14:05:29.317 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.194:33683
14:05:29.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.319943 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:29.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.427050 29293 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.427297 29293 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:29.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.427356 29293 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:29.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.430788 29293 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:29.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.430939 29293 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.194
14:05:29.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.434758 29293 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29293
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:29.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.436148 29293 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:29.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.437480 29293 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.444324 29299 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.444485 29293 server_base.cc:1061] running on GCE node
14:05:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.444315 29301 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:29.444314 29298 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:29.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.445245 29293 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.445863 29293 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.447055 29293 hybrid_clock.cc:648] HybridClock initialized: now 1783519529447010 us; error 62 us; skew 500 ppm
14:05:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.449209 29293 webserver.cc:533] Webserver started at http://127.27.214.194:33493/ using document root <none> and password file <none>
14:05:29.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.449880 29293 fs_manager.cc:362] Metadata directory not provided
14:05:29.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.449980 29293 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.453621 29293 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
14:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.455439 29307 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.456669 29293 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.456780 29293 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.457151 29293 fs_report.cc:389] FS layout report
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/data
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.485108 29293 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:29.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.485783 29293 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.485924 29293 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.486621 29293 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:29.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.488031 29314 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.491403 29293 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.491469 29293 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:29.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.491524 29293 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.493005 29293 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.493058 29293 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:29.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.493535 29314 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap starting.
14:05:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.504334 29293 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.194:33683
14:05:29.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.504396 29421 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.194:33683 every 8 connection(s)
14:05:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.505612 29293 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:29.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.507325 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 29293
14:05:29.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:29.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.509859 29314 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Log is configured to *not* fsync() on all Append() calls
14:05:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.518752 29314 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.519191 29314 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap complete.
14:05:29.519 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:29.520 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.193:38299
14:05:29.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.520514 29314 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent bootstrapping tablet: real 0.027s	user 0.017s	sys 0.007s
14:05:29.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.521762 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 28790
14:05:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.524689 29422 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.524977 29422 heartbeater.cc:461] Registering TS with master...
14:05:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.525609 29422 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.524665 29314 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.526284 29314 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Initialized, Role: FOLLOWER
14:05:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.526934 29314 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.527559 29424 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.527765 29424 heartbeater.cc:461] Registering TS with master...
14:05:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.527998 29424 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.529523 28621 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.529563 28692 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.529886 29423 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.530264 29423 heartbeater.cc:461] Registering TS with master...
14:05:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.530437 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.194:48099
14:05:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.530628 29423 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.531653 29314 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
14:05:29.532 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:29.533 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] handling channelInactive
14:05:29.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state READY due to: connection closed
14:05:29.533 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: connection closed
14:05:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.532147 29424 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:29.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:29.532202 28548 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:29.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:29.539 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:29.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test)) after lookup
14:05:29.540 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:29.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.542 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:29.559 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:29.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849))) after lookup
14:05:29.560 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:29.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.562 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:29.599 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:29.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [29ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [30ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497))) after lookup
14:05:29.601 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:29.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.603 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:29.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:29.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [29ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [30ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [69ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [70ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [71ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [146ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746))) after lookup
14:05:29.680 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:29.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:29.681 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.179 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:30.180 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:30.180 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=647), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [29ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [30ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [69ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [70ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [71ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [146ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [149ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [149ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [644ms] refreshing cache from master, [644ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [647ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317))) after lookup
14:05:30.181 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:30.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.183 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:30.459 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:30.459 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=926), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [29ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [30ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [69ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [70ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [71ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [146ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [149ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [149ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [644ms] refreshing cache from master, [644ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [647ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [649ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [651ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [651ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [926ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317) -> (continuation of Deferred@790152324 after retry RPC@1859827989), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317) -> (continuation of Deferred@790152324 after retry RPC@1859827989))) after lookup
14:05:30.460 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:30.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.461 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.817435 29435 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.817569 29435 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:30.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.818017 29435 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:30.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:30.819468 29078 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.823401 29376 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb" is_pre_election: true
14:05:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.823756 29376 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 1.
14:05:30.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.824563 29077 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:30.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.824800 29435 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Leader pre-election won for term 3
14:05:30.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.824882 29435 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Starting leader election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:30.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.824928 29435 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 2 FOLLOWER]: Advancing to term 3
14:05:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.825875 29435 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.826323 29435 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 election: Requested vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.826808 29376 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.826969 29376 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 1 FOLLOWER]: Advancing to term 3
14:05:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:30.827553 29078 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.829046 29376 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 3.
14:05:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.829417 29077 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.829592 29435 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Leader election won for term 3
14:05:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.829814 29435 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 LEADER]: Becoming Leader. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Running, Role: LEADER
14:05:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.830132 29435 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:30.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:30.832401 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd reported cstate change: term changed from 2 to 3, leader changed from 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193) to 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195). New cstate: current_term: 3 leader_uuid: "055d394a620a4e4785fbbca7c1e409cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:31.207904 29376 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Refusing update from remote peer 055d394a620a4e4785fbbca7c1e409cd: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
14:05:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:31.208673 29435 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Connected to new peer: Peer: permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:05:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:31.216207 29078 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd -> Peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Couldn't send request to peer 0b67fe57dbf1482a96cb7296636f9195. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:31.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:31.779809 29078 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:05:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:33.651396 29078 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd -> Peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Couldn't send request to peer 0b67fe57dbf1482a96cb7296636f9195. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:05:34.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.299 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4767), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [1ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [3ms] refreshing cache from master, [3ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [6ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [8ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [10ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [10ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [29ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [30ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [69ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [70ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [71ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [146ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [149ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [149ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [644ms] refreshing cache from master, [644ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [647ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [649ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [651ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [651ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [923ms] refreshing cache from master, [923ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [926ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [928ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [929ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [929ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [4763ms] refreshing cache from master, [4764ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [4767ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@451755532(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@178cea75 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317) -> (continuation of Deferred@790152324 after retry RPC@1859827989) -> (continuation of Deferred@341400440 after retry RPC@804276983), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@59659d6e -> wakeup thread Time-limited test -> (continuation of Deferred@1889361241 after retry RPC@98971849) -> (continuation of Deferred@512578113 after retry RPC@710494497) -> (continuation of Deferred@1906541662 after retry RPC@299092746) -> (continuation of Deferred@1938832622 after retry RPC@2081698317) -> (continuation of Deferred@790152324 after retry RPC@1859827989) -> (continuation of Deferred@341400440 after retry RPC@804276983))) after lookup
14:05:34.301 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.302 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] Successfully connected to peer
14:05:34.324 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xbe0b95a5, L:/127.0.0.1:48504 - R:/127.27.214.195:38369] using TOKEN/null
14:05:34.346 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.193:38299
14:05:34.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.347869 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.460161 29475 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.460402 29475 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.460448 29475 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.463901 29475 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.464008 29475 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.193
14:05:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.469434 29475 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29475
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.470839 29475 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.472188 29475 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.479000 29481 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.479038 29480 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:34.479039 29483 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.479291 29475 server_base.cc:1061] running on GCE node
14:05:34.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.479796 29475 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.480324 29475 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.481489 29475 hybrid_clock.cc:648] HybridClock initialized: now 1783519534481470 us; error 31 us; skew 500 ppm
14:05:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.483325 29475 webserver.cc:533] Webserver started at http://127.27.214.193:46019/ using document root <none> and password file <none>
14:05:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.483915 29475 fs_manager.cc:362] Metadata directory not provided
14:05:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.484016 29475 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.487473 29475 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
14:05:34.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.489446 29489 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.490453 29475 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.001s
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.490583 29475 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.491030 29475 fs_report.cc:389] FS layout report
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/data
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:34.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.518766 29475 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.519579 29475 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.519802 29475 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.520442 29475 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:34.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.521947 29496 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.525622 29475 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.525707 29475 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:05:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.525779 29475 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:34.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.527318 29475 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:34.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.527385 29475 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:34.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.527705 29496 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap starting.
14:05:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.538475 29475 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.193:38299
14:05:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.538542 29603 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.193:38299 every 8 connection(s)
14:05:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.539633 29475 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.544749 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 29475
14:05:34.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.545493 29496 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Log is configured to *not* fsync() on all Append() calls
14:05:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.553440 29606 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.553680 29606 heartbeater.cc:461] Registering TS with master...
14:05:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.554271 29606 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:34.554 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:34.555 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.195:38369
14:05:34.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.555641 29604 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.555724 29604 heartbeater.cc:461] Registering TS with master...
14:05:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.555948 29604 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.555981 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 29060
14:05:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.557812 28692 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.557957 28621 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.558960 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.193:49225
14:05:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.559134 29496 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.559783 29496 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap complete.
14:05:34.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.560803 29605 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.560883 29605 heartbeater.cc:461] Registering TS with master...
14:05:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.561038 29605 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:34.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.561128 29496 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent bootstrapping tablet: real 0.034s	user 0.023s	sys 0.005s
14:05:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.562103 28549 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:34.563 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] handling channelInactive
14:05:34.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:34.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state READY due to: connection closed
14:05:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.563958 29496 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.564316 29496 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Initialized, Role: FOLLOWER
14:05:34.564 [DEBUG - Time-limited test] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.564777 29496 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:34.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.565811 29496 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.003s
14:05:34.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:34.566107 29606 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:34.566 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.579 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.580 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test)) after lookup
14:05:34.580 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.581 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.581 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.582 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.599 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915))) after lookup
14:05:34.601 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.602 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.638 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.639 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.639 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [36ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [38ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985))) after lookup
14:05:34.639 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.641 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.678 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=115), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [36ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [38ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [75ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [77ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [77ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [114ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085))) after lookup
14:05:34.680 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.681 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.759 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:34.759 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:34.759 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [36ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [38ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [75ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [77ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [77ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [114ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [116ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [194ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980))) after lookup
14:05:34.760 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:34.761 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.761 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:34.762 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:35.698 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:35.699 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:35.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1135), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [36ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [38ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [75ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [77ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [77ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [114ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [116ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [194ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [196ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [198ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [198ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1131ms] refreshing cache from master, [1132ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1134ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980) -> (continuation of Deferred@178859375 after retry RPC@1612671030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980) -> (continuation of Deferred@178859375 after retry RPC@1612671030))) after lookup
14:05:35.700 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:35.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:35.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:35.701 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.823747 29617 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.823976 29617 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:35.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.825500 29617 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:35.826395 29493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:35.827504 29493 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:35.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.830101 29376 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb" is_pre_election: true
14:05:35.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.830695 29492 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195; no voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb
14:05:35.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.830957 29617 raft_consensus.cc:2749] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:05:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.846365 29622 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:35.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.846514 29622 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.847545 29622 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:35.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:35.848430 29311 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:35.849557 29311 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.852552 29558 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:35.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.852780 29558 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 2.
14:05:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.853538 29311 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.853771 29622 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Leader pre-election won for term 4
14:05:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.853835 29622 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Starting leader election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:35.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.853876 29622 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 3 FOLLOWER]: Advancing to term 4
14:05:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.854715 29622 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.855103 29622 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:35.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.855729 29558 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.855870 29558 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 2 FOLLOWER]: Advancing to term 4
14:05:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:35.856050 29311 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.857607 29558 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 4.
14:05:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.857941 29311 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.858108 29622 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Leader election won for term 4
14:05:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.858331 29622 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 LEADER]: Becoming Leader. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Running, Role: LEADER
14:05:35.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.858635 29622 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:35.861271 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb reported cstate change: term changed from 3 to 4, leader changed from 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195) to c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194). New cstate: current_term: 4 leader_uuid: "c1542d7cb26447f3b1d5b57c202050fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:36.265933 29558 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Refusing update from remote peer c1542d7cb26447f3b1d5b57c202050fb: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:05:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:36.266716 29622 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:05:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:36.276015 29311 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb -> Peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Couldn't send request to peer 055d394a620a4e4785fbbca7c1e409cd. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:37.518 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:37.519 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:37.519 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2955), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [14ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [18ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [18ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [36ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [38ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [75ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [77ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [77ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [114ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [116ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [194ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [196ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [198ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [198ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1131ms] refreshing cache from master, [1132ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1134ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [1135ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1137ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1137ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2951ms] refreshing cache from master, [2951ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [2954ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@349521769(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@14386479 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980) -> (continuation of Deferred@178859375 after retry RPC@1612671030) -> (continuation of Deferred@2061218256 after retry RPC@1637754981), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2a03a960 -> wakeup thread Time-limited test -> (continuation of Deferred@48008273 after retry RPC@899902915) -> (continuation of Deferred@1794303785 after retry RPC@1141985985) -> (continuation of Deferred@30359287 after retry RPC@1334240085) -> (continuation of Deferred@2012770805 after retry RPC@261928980) -> (continuation of Deferred@178859375 after retry RPC@1612671030) -> (continuation of Deferred@2061218256 after retry RPC@1637754981))) after lookup
14:05:37.520 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.521 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] Successfully connected to peer
14:05:37.537 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd1cc9fd3, L:/127.0.0.1:39272 - R:/127.27.214.194:33683] using TOKEN/null
14:05:37.561 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.195:38369
14:05:37.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.562109 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:37.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.668200 29660 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.668401 29660 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.668444 29660 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.671805 29660 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.671933 29660 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.195
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.675859 29660 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29660
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:37.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.677026 29660 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.678517 29660 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.684823 29666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.684839 29665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:37.684871 29668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.685096 29660 server_base.cc:1061] running on GCE node
14:05:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.685477 29660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.685986 29660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.687201 29660 hybrid_clock.cc:648] HybridClock initialized: now 1783519537687157 us; error 32 us; skew 500 ppm
14:05:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.688954 29660 webserver.cc:533] Webserver started at http://127.27.214.195:46611/ using document root <none> and password file <none>
14:05:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.689560 29660 fs_manager.cc:362] Metadata directory not provided
14:05:37.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.689659 29660 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.693101 29660 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:05:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.695022 29674 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.695921 29660 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.696044 29660 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.696470 29660 fs_report.cc:389] FS layout report
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/data
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:37.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:37.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.711740 29660 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.712414 29660 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:37.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.712615 29660 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.713233 29660 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.714449 29681 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.717638 29660 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.717696 29660 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
14:05:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.717741 29660 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.719187 29660 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.719241 29660 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.719545 29681 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap starting.
14:05:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.731211 29660 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.195:38369
14:05:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.731252 29788 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.195:38369 every 8 connection(s)
14:05:37.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.732614 29660 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.737985 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 29660
14:05:37.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.737967 29681 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Log is configured to *not* fsync() on all Append() calls
14:05:37.738 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.744521 29790 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.744772 29790 heartbeater.cc:461] Registering TS with master...
14:05:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.745368 29790 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.745577 29789 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.745657 29789 heartbeater.cc:461] Registering TS with master...
14:05:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.746021 29789 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:37.747 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.747293 28549 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.748620 28693 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.753223 29791 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.753315 29791 heartbeater.cc:461] Registering TS with master...
14:05:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.753515 29681 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.753530 29791 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:37.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.753981 29681 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap complete.
14:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.754408 28620 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.755354 29681 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent bootstrapping tablet: real 0.036s	user 0.028s	sys 0.004s
14:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.755385 28620 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.195:58223
14:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.758076 29681 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.758497 29681 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Initialized, Role: FOLLOWER
14:05:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.758972 29681 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:37.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.759922 29681 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
14:05:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.760700 29791 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:37.764 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.194:33683
14:05:37.764 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:37.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:37.764593 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 29293
14:05:37.772 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] handling channelInactive
14:05:37.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:37.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state READY due to: connection closed
14:05:37.773 [DEBUG - Time-limited test] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.774 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.798 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:37.799 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:37.799 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test)) after lookup
14:05:37.800 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.802 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.818 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:37.818 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:37.818 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620))) after lookup
14:05:37.819 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.820 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:37.859 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:37.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [47ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [48ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [48ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [87ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290))) after lookup
14:05:37.860 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.862 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.919 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:37.919 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:37.920 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [47ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [48ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [48ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [87ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [88ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [89ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [90ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832))) after lookup
14:05:37.920 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:37.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:37.922 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:38.259 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:38.259 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=487), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [47ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [48ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [48ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [87ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [88ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [89ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [90ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [150ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [150ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [484ms] refreshing cache from master, [484ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [486ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647))) after lookup
14:05:38.260 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:38.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.262 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:38.559 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:38.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=787), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [47ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [48ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [48ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [87ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [88ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [89ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [90ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [150ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [150ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [484ms] refreshing cache from master, [484ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [486ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [488ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [489ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [490ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [783ms] refreshing cache from master, [784ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [786ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647) -> (continuation of Deferred@1776205096 after retry RPC@1090396173), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647) -> (continuation of Deferred@1776205096 after retry RPC@1090396173))) after lookup
14:05:38.560 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:38.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:38.561 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.060966 29802 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.061115 29802 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.061693 29802 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:39.063196 29492 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.066439 29743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:39.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.066700 29743 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 3.
14:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.067343 29493 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.067525 29802 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.067595 29802 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Starting leader election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.067627 29802 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 4 FOLLOWER]: Advancing to term 5
14:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.068437 29802 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.068811 29802 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:39.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.069208 29743 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:39.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.069353 29743 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 3 FOLLOWER]: Advancing to term 5
14:05:39.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:39.069893 29492 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.071166 29743 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 5.
14:05:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.071560 29493 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:39.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.071725 29802 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Leader election won for term 5
14:05:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.071914 29802 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 LEADER]: Becoming Leader. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Running, Role: LEADER
14:05:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.072225 29802 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.074985 28620 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 reported cstate change: term changed from 4 to 5, leader changed from c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194) to 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193). New cstate: current_term: 5 leader_uuid: "0b67fe57dbf1482a96cb7296636f9195" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: HEALTHY } } }
14:05:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.460238 29743 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Refusing update from remote peer 0b67fe57dbf1482a96cb7296636f9195: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
14:05:39.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:39.460994 29802 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Connected to new peer: Peer: permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:05:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:39.469774 29492 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:41.068008 29492 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:05:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:41.929574 29492 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:05:42.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:42.419 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:42.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4647), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [2ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [28ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [29ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [30ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [47ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [48ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [48ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [87ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [88ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [89ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [90ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [148ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [150ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [150ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [484ms] refreshing cache from master, [484ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [486ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [488ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [489ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [490ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [783ms] refreshing cache from master, [784ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [786ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [788ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [789ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [789ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [4643ms] refreshing cache from master, [4643ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [4646ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@875005851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1654c419 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647) -> (continuation of Deferred@1776205096 after retry RPC@1090396173) -> (continuation of Deferred@1102171366 after retry RPC@1895719573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6871f3 -> wakeup thread Time-limited test -> (continuation of Deferred@1347592364 after retry RPC@326546620) -> (continuation of Deferred@1152094047 after retry RPC@1658720290) -> (continuation of Deferred@19344766 after retry RPC@334131832) -> (continuation of Deferred@1689810506 after retry RPC@604090647) -> (continuation of Deferred@1776205096 after retry RPC@1090396173) -> (continuation of Deferred@1102171366 after retry RPC@1895719573))) after lookup
14:05:42.421 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.422 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] Successfully connected to peer
14:05:42.440 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xce5752f3, L:/127.0.0.1:35130 - R:/127.27.214.193:38299] using TOKEN/null
14:05:42.460 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.194:33683
14:05:42.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.460847 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:42.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.572570 29840 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.572829 29840 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.572891 29840 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.576586 29840 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.576743 29840 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.194
14:05:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.580722 29840 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29840
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.582247 29840 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.583406 29840 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.589880 29848 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.589938 29847 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.590130 29840 server_base.cc:1061] running on GCE node
14:05:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:42.589880 29850 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.590797 29840 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.591343 29840 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.592527 29840 hybrid_clock.cc:648] HybridClock initialized: now 1783519542592512 us; error 36 us; skew 500 ppm
14:05:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.594686 29840 webserver.cc:533] Webserver started at http://127.27.214.194:33493/ using document root <none> and password file <none>
14:05:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.595286 29840 fs_manager.cc:362] Metadata directory not provided
14:05:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.595373 29840 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:42.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.598805 29840 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.002s
14:05:42.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.600824 29856 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.602125 29840 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.602255 29840 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.602706 29840 fs_report.cc:389] FS layout report
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/data
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.623629 29840 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.624392 29840 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.624610 29840 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.625334 29840 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.626648 29863 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.630074 29840 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.630146 29840 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.630215 29840 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.631704 29840 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:42.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.631771 29840 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.632072 29863 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap starting.
14:05:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.643036 29840 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.194:33683
14:05:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.643131 29970 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.194:33683 every 8 connection(s)
14:05:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.644143 29840 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.647323 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 29840
14:05:42.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.649673 29863 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Log is configured to *not* fsync() on all Append() calls
14:05:42.656 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.656455 29972 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.656709 29972 heartbeater.cc:461] Registering TS with master...
14:05:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.657300 29972 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:42.657 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.193:38299
14:05:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.658412 29971 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.658494 29971 heartbeater.cc:461] Registering TS with master...
14:05:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.658680 29971 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:42.659 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.659303 28549 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.660010 28692 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.660300 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 29475
14:05:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.664235 29973 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.664332 29973 heartbeater.cc:461] Registering TS with master...
14:05:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.664546 29973 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.665414 28620 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.666203 28620 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.194:42411
14:05:42.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:42.669 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] handling channelInactive
14:05:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.669269 29863 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:42.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state READY due to: connection closed
14:05:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.669731 29863 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap complete.
14:05:42.670 [DEBUG - Time-limited test] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.671089 29863 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent bootstrapping tablet: real 0.039s	user 0.023s	sys 0.011s
14:05:42.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.671 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.673482 29863 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:42.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.673811 29863 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Initialized, Role: FOLLOWER
14:05:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.674245 29863 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.674928 29973 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:42.675168 29863 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
14:05:42.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:42.679 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:42.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test)) after lookup
14:05:42.680 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.681 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.698 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:42.699 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:42.699 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [10ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [12ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [12ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [29ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804))) after lookup
14:05:42.700 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.702 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:42.739 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:42.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [10ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [12ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [12ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [29ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [31ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [32ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093))) after lookup
14:05:42.740 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.742 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.839 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:42.839 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:42.839 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=170), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [10ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [12ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [12ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [29ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [31ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [32ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [71ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [73ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [73ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [169ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524))) after lookup
14:05:42.840 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:42.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:42.842 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:43.239 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:43.239 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:43.240 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=570), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [10ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [12ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [12ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [29ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [31ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [32ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [71ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [73ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [73ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [169ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [171ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [173ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [173ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [567ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [570ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524) -> (continuation of Deferred@1192306763 after retry RPC@671794389), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524) -> (continuation of Deferred@1192306763 after retry RPC@671794389))) after lookup
14:05:43.240 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:43.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:43.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:43.241 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.959476 29984 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.959623 29984 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.960669 29984 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:43.961537 29678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:43.962509 29678 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.965507 29925 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb" is_pre_election: true
14:05:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.965770 29925 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 4.
14:05:43.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.966466 29677 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:43.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.966739 29984 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Leader pre-election won for term 6
14:05:43.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.966799 29984 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Starting leader election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.966830 29984 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 5 FOLLOWER]: Advancing to term 6
14:05:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.967614 29984 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.968029 29984 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 election: Requested vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.968490 29925 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.968641 29925 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 4 FOLLOWER]: Advancing to term 6
14:05:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:43.969157 29678 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.970468 29925 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 6.
14:05:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.970829 29677 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.971107 29984 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Leader election won for term 6
14:05:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.971302 29984 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 LEADER]: Becoming Leader. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Running, Role: LEADER
14:05:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.971637 29984 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:43.974162 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd reported cstate change: term changed from 5 to 6, leader changed from 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193) to 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195). New cstate: current_term: 6 leader_uuid: "055d394a620a4e4785fbbca7c1e409cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:44.158 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.158 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.159 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1489), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [9ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [10ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [12ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [12ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [29ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [31ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [32ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [69ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [71ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [73ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [73ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [169ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [171ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [173ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [173ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [567ms] refreshing cache from master, [567ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [570ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [571ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [572ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [572ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [1486ms] refreshing cache from master, [1486ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1489ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@560363003(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@1312bd71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524) -> (continuation of Deferred@1192306763 after retry RPC@671794389) -> (continuation of Deferred@1687660475 after retry RPC@440789904), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27a048e6 -> wakeup thread Time-limited test -> (continuation of Deferred@1305572584 after retry RPC@1746137804) -> (continuation of Deferred@707780846 after retry RPC@1480121093) -> (continuation of Deferred@1787653723 after retry RPC@1953718524) -> (continuation of Deferred@1192306763 after retry RPC@671794389) -> (continuation of Deferred@1687660475 after retry RPC@440789904))) after lookup
14:05:44.160 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.160 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] Successfully connected to peer
14:05:44.179 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xce44d174, L:/127.0.0.1:44272 - R:/127.27.214.195:38369] using TOKEN/null
14:05:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.183341 29925 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Refusing update from remote peer 055d394a620a4e4785fbbca7c1e409cd: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
14:05:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.183766 29678 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd -> Peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Couldn't send request to peer 0b67fe57dbf1482a96cb7296636f9195. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.184070 29989 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Connected to new peer: Peer: permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:05:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.191123 30003 mvcc.cc:204] Tried to move back new op lower bound from 7305296052967821312 to 7305296052110995456. Current Snapshot: MvccSnapshot[applied={T|T < 7305296052967821312}]
14:05:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.191464 30005 mvcc.cc:204] Tried to move back new op lower bound from 7305296052967821312 to 7305296052110995456. Current Snapshot: MvccSnapshot[applied={T|T < 7305296052967821312}]
14:05:44.210 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.193:38299
14:05:44.211 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.212523 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.334487 30011 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.334714 30011 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.334759 30011 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.338146 30011 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.338251 30011 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.193
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.342087 30011 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30011
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.343191 30011 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.344342 30011 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.350572 30020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.350574 30017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:44.350582 30018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.351058 30011 server_base.cc:1061] running on GCE node
14:05:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.351454 30011 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.352047 30011 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.353237 30011 hybrid_clock.cc:648] HybridClock initialized: now 1783519544353214 us; error 33 us; skew 500 ppm
14:05:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.355046 30011 webserver.cc:533] Webserver started at http://127.27.214.193:46019/ using document root <none> and password file <none>
14:05:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.355677 30011 fs_manager.cc:362] Metadata directory not provided
14:05:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.355764 30011 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.359033 30011 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:05:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.360908 30026 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.361990 30011 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.362083 30011 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.362449 30011 fs_report.cc:389] FS layout report
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/data
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.372327 30011 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.372905 30011 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.373047 30011 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:44.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.373608 30011 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.374814 30033 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.378291 30011 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.378351 30011 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.378399 30011 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.379846 30011 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.379889 30011 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:05:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.380309 30033 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap starting.
14:05:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.391393 30011 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.193:38299
14:05:44.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.391798 30140 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.193:38299 every 8 connection(s)
14:05:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.392556 30011 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.398793 30033 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Log is configured to *not* fsync() on all Append() calls
14:05:44.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.401696 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30011
14:05:44.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.403167 30141 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.403436 30141 heartbeater.cc:461] Registering TS with master...
14:05:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.403728 30142 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.403810 30142 heartbeater.cc:461] Registering TS with master...
14:05:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.404085 30142 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.404085 30141 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.406157 28549 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.406721 28692 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.410310 30143 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.410395 30143 heartbeater.cc:461] Registering TS with master...
14:05:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.410610 30143 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.411444 28620 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.412405 28620 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.193:60035
14:05:44.415 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:44.415 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.195:38369
14:05:44.416 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.416224 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 29660
14:05:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.421205 30033 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.421706 30033 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap complete.
14:05:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.423062 30033 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent bootstrapping tablet: real 0.043s	user 0.030s	sys 0.007s
14:05:44.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:44.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] handling channelInactive
14:05:44.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state READY due to: connection closed
14:05:44.426 [DEBUG - Time-limited test] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.426048 30033 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.426483 30033 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Initialized, Role: FOLLOWER
14:05:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.427016 30033 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:44.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.427 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.428031 30033 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
14:05:44.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:44.428349 30143 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:44.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.438 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test)) after lookup
14:05:44.439 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.440 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.459 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.459 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874))) after lookup
14:05:44.460 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.461 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.500 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.500 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507))) after lookup
14:05:44.501 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.503 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.539 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [76ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503))) after lookup
14:05:44.541 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.542 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.599 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:44.599 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:44.600 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [76ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [115ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714))) after lookup
14:05:44.601 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:44.602 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:44.602 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.160 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:45.160 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:45.161 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=735), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [76ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [115ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [176ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [177ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [177ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [731ms] refreshing cache from master, [731ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [734ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461))) after lookup
14:05:45.162 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:45.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.163 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:45.579 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:45.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1154), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [76ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [115ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [176ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [177ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [177ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [731ms] refreshing cache from master, [731ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [734ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [736ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [738ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [738ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1150ms] refreshing cache from master, [1151ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1154ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461) -> (continuation of Deferred@33750058 after retry RPC@1128374931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461) -> (continuation of Deferred@33750058 after retry RPC@1128374931))) after lookup
14:05:45.580 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:45.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.581 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.709427 30156 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.709566 30156 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.710788 30156 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:45.711516 29860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:45.712486 29860 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.715909 30095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.716198 30095 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 5.
14:05:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.716923 29860 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.717238 30156 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Leader pre-election won for term 7
14:05:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.717298 30156 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Starting leader election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.717326 30156 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 6 FOLLOWER]: Advancing to term 7
14:05:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.718125 30156 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.718425 30156 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.719012 30095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.719163 30095 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 5 FOLLOWER]: Advancing to term 7
14:05:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:45.719424 29860 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.720886 30095 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 7.
14:05:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.721240 29860 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.721391 30156 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Leader election won for term 7
14:05:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.721617 30156 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 LEADER]: Becoming Leader. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Running, Role: LEADER
14:05:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.721907 30156 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:45.724560 28620 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb reported cstate change: term changed from 6 to 7, leader changed from 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195) to c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194). New cstate: current_term: 7 leader_uuid: "c1542d7cb26447f3b1d5b57c202050fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:46.213364 30095 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Refusing update from remote peer c1542d7cb26447f3b1d5b57c202050fb: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
14:05:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:46.214104 30156 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:05:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:46.224804 29860 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb -> Peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Couldn't send request to peer 055d394a620a4e4785fbbca7c1e409cd. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:47.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:47.579 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:47.579 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=16, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3153), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [2ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [14ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [15ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [15ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [34ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [36ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [36ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [76ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [111ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [113ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [115ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [117ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [117ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [176ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [177ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [177ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [731ms] refreshing cache from master, [731ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [734ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [736ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [738ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [738ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1150ms] refreshing cache from master, [1151ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1154ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [1155ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1156ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [1156ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [3150ms] refreshing cache from master, [3150ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [3153ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@912773436(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3cbb50b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461) -> (continuation of Deferred@33750058 after retry RPC@1128374931) -> (continuation of Deferred@1224076903 after retry RPC@116295888), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@667712f3 -> wakeup thread Time-limited test -> (continuation of Deferred@741866034 after retry RPC@520673874) -> (continuation of Deferred@557991915 after retry RPC@2025964507) -> (continuation of Deferred@749958369 after retry RPC@1520088503) -> (continuation of Deferred@1077933167 after retry RPC@1325909714) -> (continuation of Deferred@736302797 after retry RPC@1520657461) -> (continuation of Deferred@33750058 after retry RPC@1128374931) -> (continuation of Deferred@1224076903 after retry RPC@116295888))) after lookup
14:05:47.580 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.581 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] Successfully connected to peer
14:05:47.598 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xeed680fe, L:/127.0.0.1:42802 - R:/127.27.214.194:33683] using TOKEN/null
14:05:47.617 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.195:38369
14:05:47.617 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.618273 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.730535 30192 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.730787 30192 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.730834 30192 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.734308 30192 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:47.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.734426 30192 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.195
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.738435 30192 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30192
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.739497 30192 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.740640 30192 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.747751 30200 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.747737 30199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.748087 30192 server_base.cc:1061] running on GCE node
14:05:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:47.747741 30202 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.748672 30192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.749342 30192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.750514 30192 hybrid_clock.cc:648] HybridClock initialized: now 1783519547750494 us; error 33 us; skew 500 ppm
14:05:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.752429 30192 webserver.cc:533] Webserver started at http://127.27.214.195:46611/ using document root <none> and password file <none>
14:05:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.753036 30192 fs_manager.cc:362] Metadata directory not provided
14:05:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.753130 30192 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.756484 30192 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:05:47.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.758531 30208 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.759502 30192 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.759630 30192 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.760068 30192 fs_report.cc:389] FS layout report
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/data
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:47.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.771723 30192 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.772568 30192 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:47.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.772778 30192 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.773488 30192 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.774803 30215 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.778288 30192 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.778369 30192 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:47.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.778437 30192 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.779958 30192 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.780030 30192 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.780371 30215 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap starting.
14:05:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.791157 30192 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.195:38369
14:05:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.791193 30322 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.195:38369 every 8 connection(s)
14:05:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.792218 30192 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.794706 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30192
14:05:47.796 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.799330 30215 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Log is configured to *not* fsync() on all Append() calls
14:05:47.804 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:47.805 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.194:33683
14:05:47.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.806244 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 29840
14:05:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.809908 30325 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.810169 30325 heartbeater.cc:461] Registering TS with master...
14:05:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.810832 30325 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.812635 30324 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.812741 30324 heartbeater.cc:461] Registering TS with master...
14:05:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.813273 28621 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.814328 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.195:47347
14:05:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.815083 30323 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.815167 30323 heartbeater.cc:461] Registering TS with master...
14:05:47.815 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] handling channelInactive
14:05:47.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.815374 30323 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:47.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state READY due to: connection closed
14:05:47.816 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:47.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.816310 28693 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.816959 30324 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:47.817 [DEBUG - Time-limited test] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.818138 28549 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:47.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.818 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.821427 30215 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.821853 30215 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap complete.
14:05:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.823081 30215 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent bootstrapping tablet: real 0.043s	user 0.022s	sys 0.015s
14:05:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.825364 30215 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.825727 30215 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Initialized, Role: FOLLOWER
14:05:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.826239 30215 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.826972 30325 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:47.827178 30215 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.001s
14:05:47.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:47.838 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:47.839 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test)) after lookup
14:05:47.839 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.840 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:47.858 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:47.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730))) after lookup
14:05:47.859 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.861 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.878 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:47.879 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:47.879 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [42ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [44ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [44ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923))) after lookup
14:05:47.880 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.881 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.898 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:47.899 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:47.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [42ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [44ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [44ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [62ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [64ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [64ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [81ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262))) after lookup
14:05:47.900 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:47.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.901 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:47.901 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.339 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:48.339 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:48.340 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=523), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [42ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [44ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [44ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [62ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [64ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [64ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [81ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [82ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [84ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [519ms] refreshing cache from master, [519ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [522ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649))) after lookup
14:05:48.340 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:48.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.341 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.659 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:48.660 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:48.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=843), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [42ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [44ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [44ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [62ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [64ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [64ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [81ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [82ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [84ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [519ms] refreshing cache from master, [519ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [522ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [523ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [524ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [524ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [839ms] refreshing cache from master, [839ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [842ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649) -> (continuation of Deferred@1617198825 after retry RPC@587150411), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649) -> (continuation of Deferred@1617198825 after retry RPC@587150411))) after lookup
14:05:48.661 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:48.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:48.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.092937 30336 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.093151 30336 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.094218 30336 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:49.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.095065 30211 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.095999 30211 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:49.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.098347 30095 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.098912 30212 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd; no voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb
14:05:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.099277 30336 raft_consensus.cc:2749] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
14:05:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.117319 30341 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.117458 30341 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.118526 30341 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.119271 30029 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.120214 30029 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.123710 30277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.123921 30277 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 6.
14:05:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.124547 30030 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.124795 30341 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:05:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.124886 30341 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Starting leader election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:49.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.124931 30341 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 7 FOLLOWER]: Advancing to term 8
14:05:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.125890 30341 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.126331 30341 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.126655 30277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.126801 30277 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 6 FOLLOWER]: Advancing to term 8
14:05:49.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.127378 30029 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:49.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.128589 30277 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 8.
14:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.128919 30030 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.129076 30341 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Leader election won for term 8
14:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.129305 30341 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 LEADER]: Becoming Leader. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Running, Role: LEADER
14:05:49.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.129630 30341 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.131990 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 reported cstate change: term changed from 7 to 8, leader changed from c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194) to 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193). New cstate: current_term: 8 leader_uuid: "0b67fe57dbf1482a96cb7296636f9195" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: HEALTHY } } }
14:05:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:49.642414 30029 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:49.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.708249 30277 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Refusing update from remote peer 0b67fe57dbf1482a96cb7296636f9195: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
14:05:49.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:49.708967 30358 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Connected to new peer: Peer: permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:05:50.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:50.099 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:50.099 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2282), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [22ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [23ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [23ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [42ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [44ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [44ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [62ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [64ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [64ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [81ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [82ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [84ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [84ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [519ms] refreshing cache from master, [519ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [522ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [523ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [524ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [524ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [839ms] refreshing cache from master, [839ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [842ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [843ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [845ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [845ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [2279ms] refreshing cache from master, [2279ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [2281ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@121284847(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@3b64b159 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649) -> (continuation of Deferred@1617198825 after retry RPC@587150411) -> (continuation of Deferred@571207424 after retry RPC@2039339622), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6ad6528e -> wakeup thread Time-limited test -> (continuation of Deferred@1346530702 after retry RPC@139986730) -> (continuation of Deferred@1690315374 after retry RPC@745078923) -> (continuation of Deferred@270179398 after retry RPC@1947450262) -> (continuation of Deferred@734451412 after retry RPC@1113593649) -> (continuation of Deferred@1617198825 after retry RPC@587150411) -> (continuation of Deferred@571207424 after retry RPC@2039339622))) after lookup
14:05:50.100 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.101 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] Successfully connected to peer
14:05:50.116 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x822de80d, L:/127.0.0.1:35182 - R:/127.27.214.193:38299] using TOKEN/null
14:05:50.134 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.194:33683
14:05:50.134 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.135123 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.255286 30372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.255558 30372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.255630 30372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:50.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.259344 30372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:50.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.259505 30372 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.194
14:05:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.263716 30372 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30372
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.265239 30372 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.266543 30372 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.273361 30380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.273422 30372 server_base.cc:1061] running on GCE node
14:05:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.273377 30378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:50.273468 30377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.274230 30372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.274782 30372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.275941 30372 hybrid_clock.cc:648] HybridClock initialized: now 1783519550275918 us; error 43 us; skew 500 ppm
14:05:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.277870 30372 webserver.cc:533] Webserver started at http://127.27.214.194:33493/ using document root <none> and password file <none>
14:05:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.278407 30372 fs_manager.cc:362] Metadata directory not provided
14:05:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.278465 30372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.281980 30372 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:05:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.283890 30386 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.285022 30372 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.285123 30372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.285593 30372 fs_report.cc:389] FS layout report
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/data
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:50.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.309564 30372 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.310316 30372 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.310467 30372 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.311094 30372 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.312355 30393 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.315791 30372 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.315862 30372 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.315915 30372 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.317651 30372 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.317699 30372 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:05:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.318076 30393 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap starting.
14:05:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.328605 30372 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.194:33683
14:05:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.328675 30500 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.194:33683 every 8 connection(s)
14:05:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.329788 30372 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:50.332 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.332047 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30372
14:05:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.340943 30501 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.341216 30502 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.341341 30502 heartbeater.cc:461] Registering TS with master...
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.341585 30501 heartbeater.cc:461] Registering TS with master...
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.341955 30501 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.341955 30502 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.342069 30503 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.342128 30503 heartbeater.cc:461] Registering TS with master...
14:05:50.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.342279 30503 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.343900 28621 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.343950 28549 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:50.345 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.340965 30393 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Log is configured to *not* fsync() on all Append() calls
14:05:50.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.344897 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.194:58803
14:05:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.345695 28693 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:50.346 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.193:38299
14:05:50.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:50.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.346961 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30011
14:05:50.355 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] handling channelInactive
14:05:50.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:50.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state READY due to: connection closed
14:05:50.356 [DEBUG - Time-limited test] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.358 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.366887 30393 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:50.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.367274 30393 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap complete.
14:05:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.368322 30393 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent bootstrapping tablet: real 0.051s	user 0.033s	sys 0.005s
14:05:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.370508 30393 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.370831 30393 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Initialized, Role: FOLLOWER
14:05:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.371238 30393 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.371941 30503 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:50.372247 30393 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Time spent starting tablet: real 0.004s	user 0.007s	sys 0.000s
14:05:50.378 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:50.378 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:50.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test)) after lookup
14:05:50.379 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.381 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.399 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:50.399 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:50.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [23ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [25ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [25ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041))) after lookup
14:05:50.401 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.402 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:50.439 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:50.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [23ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [25ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [25ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [45ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [46ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [46ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415))) after lookup
14:05:50.440 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.441 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.441 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:50.539 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:50.539 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [23ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [25ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [25ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [45ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [46ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [46ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [83ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [85ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [85ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [182ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573))) after lookup
14:05:50.540 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:50.541 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:50.541 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:51.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:51.059 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:51.059 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=703), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [23ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [25ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [25ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [45ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [46ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [46ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [83ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [85ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [85ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [182ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [184ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [185ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [185ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [699ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [702ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573) -> (continuation of Deferred@808575230 after retry RPC@1269947002), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573) -> (continuation of Deferred@808575230 after retry RPC@1269947002))) after lookup
14:05:51.060 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:51.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:51.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:51.061 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299
14:05:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.633585 30514 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:05:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.633764 30514 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.634379 30515 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.634493 30515 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.635098 30514 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.636226 30515 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:51.636806 30390 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:51.637390 30212 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:51.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:51.638283 30390 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.640370 30277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.640579 30277 raft_consensus.cc:2393] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c1542d7cb26447f3b1d5b57c202050fb in current term 8: Already voted for candidate 0b67fe57dbf1482a96cb7296636f9195 in this term.
14:05:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.640939 30455 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb" is_pre_election: true
14:05:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.641033 30390 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195
14:05:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.641134 30455 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 7.
14:05:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.641322 30514 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 7 FOLLOWER]: Advancing to term 8
14:05:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.641917 30211 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.642143 30515 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Leader pre-election won for term 9
14:05:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.642215 30515 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Starting leader election (detected failure of leader 0b67fe57dbf1482a96cb7296636f9195)
14:05:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.642259 30515 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 8 FOLLOWER]: Advancing to term 9
14:05:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.643286 30514 raft_consensus.cc:2749] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 8 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
14:05:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.643261 30515 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.643658 30515 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 election: Requested vote from peers c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.643976 30455 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "055d394a620a4e4785fbbca7c1e409cd" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.644109 30455 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 8 FOLLOWER]: Advancing to term 9
14:05:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:51.644762 30212 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111)
14:05:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.645080 30455 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 055d394a620a4e4785fbbca7c1e409cd in term 9.
14:05:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.645406 30211 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, c1542d7cb26447f3b1d5b57c202050fb; no voters: 0b67fe57dbf1482a96cb7296636f9195
14:05:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.645622 30515 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Leader election won for term 9
14:05:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.645800 30515 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 LEADER]: Becoming Leader. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Running, Role: LEADER
14:05:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.646109 30515 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.648483 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd reported cstate change: term changed from 8 to 9, leader changed from 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193) to 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195). New cstate: current_term: 9 leader_uuid: "055d394a620a4e4785fbbca7c1e409cd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:51.858 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:51.858 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:51.859 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1503), Traces: [0ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [2ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [2ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [23ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [25ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [25ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [43ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [45ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [46ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [46ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [83ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [83ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [85ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [85ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [182ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [184ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [185ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [185ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [699ms] refreshing cache from master, [700ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [702ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [703ms] sending RPC to server 0b67fe57dbf1482a96cb7296636f9195, [705ms] received response from server 0b67fe57dbf1482a96cb7296636f9195: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [705ms] delaying RPC due to: Network error: Failed to connect to peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299): Connection refused: /127.27.214.193:38299, [1499ms] refreshing cache from master, [1499ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1502ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@1552366607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@2655560a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573) -> (continuation of Deferred@808575230 after retry RPC@1269947002) -> (continuation of Deferred@1481570058 after retry RPC@493454451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ac1cdb -> wakeup thread Time-limited test -> (continuation of Deferred@364865017 after retry RPC@541129041) -> (continuation of Deferred@976127314 after retry RPC@495151415) -> (continuation of Deferred@1447657194 after retry RPC@1342533573) -> (continuation of Deferred@808575230 after retry RPC@1269947002) -> (continuation of Deferred@1481570058 after retry RPC@493454451))) after lookup
14:05:51.860 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:51.861 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] Successfully connected to peer
14:05:51.876 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x2af64e68, L:/127.0.0.1:52988 - R:/127.27.214.195:38369] using TOKEN/null
14:05:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.879766 30455 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Refusing update from remote peer 055d394a620a4e4785fbbca7c1e409cd: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 34. (index mismatch)
14:05:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:51.880115 30212 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd -> Peer 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299): Couldn't send request to peer 0b67fe57dbf1482a96cb7296636f9195. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.193:38299: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.880445 30524 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [LEADER]: Connected to new peer: Peer: permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:05:51.906 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.193:38299
14:05:51.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:51.907804 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.011472 30545 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.011691 30545 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.011736 30545 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.015053 30545 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.015154 30545 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.193
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.019086 30545 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.193:38299
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.193
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46019
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30545
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.193
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/logs
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.020119 30545 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:52.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.021204 30545 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.027766 30551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.027776 30550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.028084 30545 server_base.cc:1061] running on GCE node
14:05:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:52.027817 30553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:52.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.028618 30545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:52.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.029259 30545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.030428 30545 hybrid_clock.cc:648] HybridClock initialized: now 1783519552030409 us; error 31 us; skew 500 ppm
14:05:52.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.032294 30545 webserver.cc:533] Webserver started at http://127.27.214.193:46019/ using document root <none> and password file <none>
14:05:52.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.032871 30545 fs_manager.cc:362] Metadata directory not provided
14:05:52.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.032959 30545 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:52.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.036159 30545 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:05:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.038184 30559 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.039441 30545 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.039616 30545 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.040066 30545 fs_report.cc:389] FS layout report
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/wal
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/data
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:52.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.054446 30545 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.055190 30545 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.055401 30545 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.056007 30545 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.057365 30566 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.060578 30545 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.060664 30545 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.001s
14:05:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.060730 30545 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:52.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.062270 30545 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:52.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.062346 30545 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.001s
14:05:52.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.062680 30566 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap starting.
14:05:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.073594 30545 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.193:38299
14:05:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.073617 30673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.193:38299 every 8 connection(s)
14:05:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.074584 30545 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-0/data/info.pb
14:05:52.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.080789 30566 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Log is configured to *not* fsync() on all Append() calls
14:05:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.083911 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30545
14:05:52.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086081 30675 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086083 30674 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086347 30675 heartbeater.cc:461] Registering TS with master...
14:05:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086352 30674 heartbeater.cc:461] Registering TS with master...
14:05:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086941 30675 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.086942 30674 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.088852 28549 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.090515 28693 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:52.092 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:52.092 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.195:38369
14:05:52.093 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.093372 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30192
14:05:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.098332 30676 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.098430 30676 heartbeater.cc:461] Registering TS with master...
14:05:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.098627 30676 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:52.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.099475 28621 ts_manager.cc:194] Re-registered known tserver with Master: 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:52.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.100488 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.193:57877
14:05:52.102 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] handling channelInactive
14:05:52.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state READY due to: connection closed
14:05:52.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:52.103 [DEBUG - Time-limited test] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.105 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.106063 30566 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.106491 30566 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Bootstrap complete.
14:05:52.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.107627 30566 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent bootstrapping tablet: real 0.045s	user 0.036s	sys 0.004s
14:05:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.109835 30566 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.110246 30566 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Initialized, Role: FOLLOWER
14:05:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.110754 30566 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.111483 30676 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:52.111691 30566 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.000s
14:05:52.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:52.118 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:52.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test)) after lookup
14:05:52.119 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.120 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:52.139 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:52.139 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [17ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [17ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802))) after lookup
14:05:52.140 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.141 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.179 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:52.179 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:52.179 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [17ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [17ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [37ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [39ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [75ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846))) after lookup
14:05:52.180 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.181 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.181 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.181 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:52.219 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:52.219 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [17ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [17ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [37ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [39ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [75ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [77ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568))) after lookup
14:05:52.220 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.221 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.278 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:52.278 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)[L],0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:52.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [17ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [17ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [37ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [39ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [75ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [77ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [116ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [118ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [118ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [172ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568) -> (continuation of Deferred@2082254471 after retry RPC@1564655196), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568) -> (continuation of Deferred@2082254471 after retry RPC@1564655196))) after lookup
14:05:52.279 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] connecting to peer
14:05:52.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] cleaning up while in state CONNECTING due to: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:52.280 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369
14:05:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.406530 30687 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:53.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.406680 30687 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.407105 30687 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:53.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:53.408823 30390 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.412993 30628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195" is_pre_election: true
14:05:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.413363 30628 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 8.
14:05:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.414157 30390 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.414395 30687 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Leader pre-election won for term 10
14:05:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.414467 30687 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Starting leader election (detected failure of leader 055d394a620a4e4785fbbca7c1e409cd)
14:05:53.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.414511 30687 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 9 FOLLOWER]: Advancing to term 10
14:05:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.415341 30687 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:53.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.415771 30687 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193:38299)
14:05:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.416445 30628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "c1542d7cb26447f3b1d5b57c202050fb" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "0b67fe57dbf1482a96cb7296636f9195"
14:05:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.416592 30628 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 8 FOLLOWER]: Advancing to term 10
14:05:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:53.416816 30390 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111)
14:05:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.418392 30628 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1542d7cb26447f3b1d5b57c202050fb in term 10.
14:05:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.418753 30390 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0b67fe57dbf1482a96cb7296636f9195, c1542d7cb26447f3b1d5b57c202050fb; no voters: 055d394a620a4e4785fbbca7c1e409cd
14:05:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.418910 30687 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 10 FOLLOWER]: Leader election won for term 10
14:05:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.419140 30687 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [term 10 LEADER]: Becoming Leader. State: Replica: c1542d7cb26447f3b1d5b57c202050fb, State: Running, Role: LEADER
14:05:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.419443 30687 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.422104 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb reported cstate change: term changed from 9 to 10, leader changed from 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195) to c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194). New cstate: current_term: 10 leader_uuid: "c1542d7cb26447f3b1d5b57c202050fb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: UNKNOWN } } }
14:05:53.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:53.928082 30390 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb -> Peer 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369): Couldn't send request to peer 055d394a620a4e4785fbbca7c1e409cd. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.195:38369: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:53.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.932451 30628 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Refusing update from remote peer c1542d7cb26447f3b1d5b57c202050fb: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
14:05:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:53.933238 30705 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb [LEADER]: Connected to new peer: Peer: permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:05:54.118 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.118 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2016), Traces: [0ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [1ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [15ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [16ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [17ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [17ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [35ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [37ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [38ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [39ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [75ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [77ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [78ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [78ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [115ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [116ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [118ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [118ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [172ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [175ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [176ms] sending RPC to server 055d394a620a4e4785fbbca7c1e409cd, [177ms] received response from server 055d394a620a4e4785fbbca7c1e409cd: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [177ms] delaying RPC due to: Network error: Failed to connect to peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369): Connection refused: /127.27.214.195:38369, [2013ms] refreshing cache from master, [2013ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [2015ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@210399600(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@5d11368e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568) -> (continuation of Deferred@2082254471 after retry RPC@1564655196) -> (continuation of Deferred@1472950188 after retry RPC@531864407), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e29ff57 -> wakeup thread Time-limited test -> (continuation of Deferred@1644173516 after retry RPC@1453255802) -> (continuation of Deferred@1633814892 after retry RPC@1086243846) -> (continuation of Deferred@1188188816 after retry RPC@1895440568) -> (continuation of Deferred@2082254471 after retry RPC@1564655196) -> (continuation of Deferred@1472950188 after retry RPC@531864407))) after lookup
14:05:54.119 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.121 [DEBUG - kudu-nio-7] (Connection.java:757) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] Successfully connected to peer
14:05:54.146 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x54b3a11c, L:/127.0.0.1:42852 - R:/127.27.214.194:33683] using TOKEN/null
14:05:54.170 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.195:38369
14:05:54.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.170943 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:54.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.277289 30719 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.277487 30719 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.277530 30719 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.280751 30719 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.280848 30719 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.195
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.284549 30719 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.195:38369
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.195
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46611
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30719
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.195
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/logs
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.285669 30719 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.286722 30719 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.293011 30725 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.293000 30724 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:54.293087 30727 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.293378 30719 server_base.cc:1061] running on GCE node
14:05:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.293912 30719 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.294500 30719 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:54.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.295686 30719 hybrid_clock.cc:648] HybridClock initialized: now 1783519554295658 us; error 36 us; skew 500 ppm
14:05:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.297564 30719 webserver.cc:533] Webserver started at http://127.27.214.195:46611/ using document root <none> and password file <none>
14:05:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.298126 30719 fs_manager.cc:362] Metadata directory not provided
14:05:54.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.298211 30719 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.301640 30719 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:05:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.303571 30733 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:54.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.304586 30719 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.304678 30719 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.305037 30719 fs_report.cc:389] FS layout report
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/wal
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/data
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:54.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.318966 30719 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.319509 30719 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:54.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.319643 30719 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:54.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.320107 30719 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:54.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.321412 30740 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.324867 30719 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.324934 30719 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:05:54.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.324981 30719 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.326437 30719 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.326508 30719 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:54.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.326853 30740 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap starting.
14:05:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.336364 30719 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.195:38369
14:05:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.336454 30847 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.195:38369 every 8 connection(s)
14:05:54.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.337527 30719 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-2/data/info.pb
14:05:54.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.338007 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30719
14:05:54.338 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.346052 30740 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Log is configured to *not* fsync() on all Append() calls
14:05:54.347 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:54.348 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.214.194:33683
14:05:54.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.348646 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30372
14:05:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.353662 30849 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.353910 30849 heartbeater.cc:461] Registering TS with master...
14:05:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.354822 30849 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.356302 30848 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.356879 28549 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.357000 30850 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.357378 30850 heartbeater.cc:461] Registering TS with master...
14:05:54.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.357583 30850 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:54.358 [DEBUG - kudu-nio-7] (Connection.java:239) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] handling channelInactive
14:05:54.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state READY due to: connection closed
14:05:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.358003 30848 heartbeater.cc:461] Registering TS with master...
14:05:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.358238 30848 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:54.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.358394 28621 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.359048 28692 ts_manager.cc:194] Re-registered known tserver with Master: 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369)
14:05:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.359284 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.195:34447
14:05:54.360 [DEBUG - Time-limited test] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.361 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.372952 30740 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.373368 30740 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Bootstrap complete.
14:05:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.374356 30740 ts_tablet_manager.cc:1403] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent bootstrapping tablet: real 0.048s	user 0.036s	sys 0.009s
14:05:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.376541 30740 raft_consensus.cc:359] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.376958 30740 raft_consensus.cc:740] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 055d394a620a4e4785fbbca7c1e409cd, State: Initialized, Role: FOLLOWER
14:05:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.377511 30740 consensus_queue.cc:260] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.378463 30740 ts_tablet_manager.cc:1434] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
14:05:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:54.378793 30850 heartbeater.cc:499] Master 127.27.214.253:43981 was elected leader, sending a full tablet report...
14:05:54.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.379 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.379 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test)) after lookup
14:05:54.380 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.381 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.398 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.399 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.400 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [20ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [21ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [21ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [38ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577))) after lookup
14:05:54.401 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.402 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.418 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.419 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.419 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [20ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [21ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [21ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [38ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [41ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [42ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [42ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065))) after lookup
14:05:54.420 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.421 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.438 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.438 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.439 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [20ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [21ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [21ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [38ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [41ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [42ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [42ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [59ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [61ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [61ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [78ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953))) after lookup
14:05:54.440 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.441 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.498 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:54.499 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299),c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)[L]]}]
14:05:54.499 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [20ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [21ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [21ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [38ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [41ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [42ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [42ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [59ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [61ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [61ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [78ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [79ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [81ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [81ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [138ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953) -> (continuation of Deferred@647946168 after retry RPC@548604536), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953) -> (continuation of Deferred@647946168 after retry RPC@548604536))) after lookup
14:05:54.500 [DEBUG - kudu-nio-2] (Connection.java:748) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] connecting to peer
14:05:54.501 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.501 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] cleaning up while in state CONNECTING due to: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:54.501 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683) for tablet bdda7f627fa4406e914f0caf1060f8ed: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683
14:05:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.668931 30861 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.669092 30861 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:55.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.670224 30861 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:55.671097 30562 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:55.671998 30562 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.675513 30802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd" is_pre_election: true
14:05:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.675761 30802 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 9.
14:05:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.676416 30563 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.676649 30861 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:05:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.676733 30861 raft_consensus.cc:493] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Starting leader election (detected failure of leader c1542d7cb26447f3b1d5b57c202050fb)
14:05:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.676779 30861 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 10 FOLLOWER]: Advancing to term 11
14:05:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.677682 30861 raft_consensus.cc:515] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.678078 30861 leader_election.cc:290] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 election: Requested vote from peers 055d394a620a4e4785fbbca7c1e409cd (127.27.214.195:38369), c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.678566 30802 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bdda7f627fa4406e914f0caf1060f8ed" candidate_uuid: "0b67fe57dbf1482a96cb7296636f9195" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "055d394a620a4e4785fbbca7c1e409cd"
14:05:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.678711 30802 raft_consensus.cc:3060] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 9 FOLLOWER]: Advancing to term 11
14:05:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:55.679284 30562 leader_election.cc:336] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111)
14:05:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.680534 30802 raft_consensus.cc:2468] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0b67fe57dbf1482a96cb7296636f9195 in term 11.
14:05:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.680867 30563 leader_election.cc:304] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 055d394a620a4e4785fbbca7c1e409cd, 0b67fe57dbf1482a96cb7296636f9195; no voters: c1542d7cb26447f3b1d5b57c202050fb
14:05:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.681041 30861 raft_consensus.cc:2804] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 11 FOLLOWER]: Leader election won for term 11
14:05:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.681316 30861 raft_consensus.cc:697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [term 11 LEADER]: Becoming Leader. State: Replica: 0b67fe57dbf1482a96cb7296636f9195, State: Running, Role: LEADER
14:05:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.681619 30861 consensus_queue.cc:237] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } }
14:05:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:55.684315 28621 catalog_manager.cc:5697] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 reported cstate change: term changed from 10 to 11, leader changed from c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194) to 0b67fe57dbf1482a96cb7296636f9195 (127.27.214.193). New cstate: current_term: 11 leader_uuid: "0b67fe57dbf1482a96cb7296636f9195" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c1542d7cb26447f3b1d5b57c202050fb" member_type: VOTER last_known_addr { host: "127.27.214.194" port: 33683 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0b67fe57dbf1482a96cb7296636f9195" member_type: VOTER last_known_addr { host: "127.27.214.193" port: 38299 } health_report { overall_health: HEALTHY } } }
14:05:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.072219 30562 consensus_peers.cc:597] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 -> Peer c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683): Couldn't send request to peer c1542d7cb26447f3b1d5b57c202050fb. Status: Network error: Client connection negotiation failed: client connection to 127.27.214.194:33683: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:05:56.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bdda7f627fa4406e914f0caf1060f8ed for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861' with partition [<start>, <end>)
14:05:56.198 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=bdda7f627fa4406e914f0caf1060f8ed@[055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369),0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)[L],c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)]}]
14:05:56.199 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=bdda7f627fa4406e914f0caf1060f8ed, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1839), Traces: [0ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [1ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [20ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [21ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [21ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [38ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [41ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [42ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [42ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [59ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [61ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [61ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [75ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [78ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [79ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [81ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [81ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [138ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, [140ms] sending RPC to server c1542d7cb26447f3b1d5b57c202050fb, [141ms] received response from server c1542d7cb26447f3b1d5b57c202050fb: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [141ms] delaying RPC due to: Network error: Failed to connect to peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683): Connection refused: /127.27.214.194:33683, [1835ms] refreshing cache from master, [1836ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.214.253:43981, [1838ms] Sub RPC GetTableLocations: received response from server master-127.27.214.253:43981: OK, deferred=Deferred@90134466(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f13883371b0@6b50d1d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953) -> (continuation of Deferred@647946168 after retry RPC@548604536) -> (continuation of Deferred@529850870 after retry RPC@667736246), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2772df60 -> wakeup thread Time-limited test -> (continuation of Deferred@1353106122 after retry RPC@1629396577) -> (continuation of Deferred@60629472 after retry RPC@334624065) -> (continuation of Deferred@1307912673 after retry RPC@1673310953) -> (continuation of Deferred@647946168 after retry RPC@548604536) -> (continuation of Deferred@529850870 after retry RPC@667736246))) after lookup
14:05:56.199 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] connecting to peer
14:05:56.200 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] Successfully connected to peer
14:05:56.227 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x980fe142, L:/127.0.0.1:60362 - R:/127.27.214.193:38299] using TOKEN/null
14:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.231585 30802 raft_consensus.cc:1275] T bdda7f627fa4406e914f0caf1060f8ed P 055d394a620a4e4785fbbca7c1e409cd [term 11 FOLLOWER]: Refusing update from remote peer 0b67fe57dbf1482a96cb7296636f9195: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
14:05:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.232326 30881 consensus_queue.cc:1048] T bdda7f627fa4406e914f0caf1060f8ed P 0b67fe57dbf1482a96cb7296636f9195 [LEADER]: Connected to new peer: Peer: permanent_uuid: "055d394a620a4e4785fbbca7c1e409cd" member_type: VOTER last_known_addr { host: "127.27.214.195" port: 38369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:05:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.238125 30880 mvcc.cc:204] Tried to move back new op lower bound from 7305296102318264320 to 7305296100074897408. Current Snapshot: MvccSnapshot[applied={T|T < 7305296102318264320}]
14:05:56.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.241135 30883 mvcc.cc:204] Tried to move back new op lower bound from 7305296102318264320 to 7305296100074897408. Current Snapshot: MvccSnapshot[applied={T|T < 7305296102318264320}]
14:05:56.254 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.214.194:33683
14:05:56.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.254957 28507 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:05:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:05:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.361979 30891 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:05:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.362181 30891 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:05:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.362224 30891 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:05:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.365566 30891 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:05:56.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.365674 30891 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.214.194
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.369560 30891 tablet_server_runner.cc:78] Tablet server non-default flags:
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.214.212:40159
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:05:56.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.214.194:33683
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.214.194
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33493
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.214.254:46159,127.27.214.253:43981,127.27.214.252:35087
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30891
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.214.194
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/logs
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 13:43:14 UTC on bdcb31816ec0
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12772
14:05:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.370843 30891 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:05:56.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.372215 30891 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:05:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.379873 30897 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.379868 30896 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.380057 30891 server_base.cc:1061] running on GCE node
14:05:56.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 14:05:56.380199 30899 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:05:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.380851 30891 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:05:56.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.381512 30891 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:05:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.382704 30891 hybrid_clock.cc:648] HybridClock initialized: now 1783519556382673 us; error 49 us; skew 500 ppm
14:05:56.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.384841 30891 webserver.cc:533] Webserver started at http://127.27.214.194:33493/ using document root <none> and password file <none>
14:05:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.385396 30891 fs_manager.cc:362] Metadata directory not provided
14:05:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.385448 30891 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:05:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.388641 30891 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
14:05:56.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.390472 30905 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:05:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.391464 30891 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:05:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.391557 30891 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data,/tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1542d7cb26447f3b1d5b57c202050fb"
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 14:05:23 on dist-test-slave-qxdv"
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.391937 30891 fs_report.cc:389] FS layout report
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/wal
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/data
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:05:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:05:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.420603 30891 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:05:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.421414 30891 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:05:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.421576 30891 kserver.cc:163] Server-wide thread pool size limit: 3276
14:05:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.422187 30891 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:05:56.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.423614 30912 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:05:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.427289 30891 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:05:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.427361 30891 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:05:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.427424 30891 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:05:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.429037 30891 ts_tablet_manager.cc:616] Registered 1 tablets
14:05:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.429085 30891 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:05:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.429507 30912 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap starting.
14:05:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.440876 30891 rpc_server.cc:307] RPC server started. Bound to: 127.27.214.194:33683
14:05:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.440961 31019 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.214.194:33683 every 8 connection(s)
14:05:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.442049 30891 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskWgJ7oY/test-tmp/mini-kudu-cluster14375756982313415658/ts-1/data/info.pb
14:05:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.445281 28507 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu as pid 30891
14:05:56.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:05:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.449896 30912 log.cc:826] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Log is configured to *not* fsync() on all Append() calls
14:05:56.453 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:56.457 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783519523861, tablet=bdda7f627fa4406e914f0caf1060f8ed, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:05:56.462 [DEBUG - main] (Connection.java:575) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] disconnecting while in state READY
14:05:56.463 [DEBUG - main] (Connection.java:575) [peer master-127.27.214.254:46159(127.27.214.254:46159)] disconnecting while in state READY
14:05:56.463 [DEBUG - main] (Connection.java:575) [peer master-127.27.214.253:43981(127.27.214.253:43981)] disconnecting while in state READY
14:05:56.465 [DEBUG - main] (Connection.java:575) [peer master-127.27.214.252:35087(127.27.214.252:35087)] disconnecting while in state READY
14:05:56.466 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.214.253:43981(127.27.214.253:43981)] handling channelInactive
14:05:56.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.214.253:43981(127.27.214.253:43981)] cleaning up while in state READY due to: connection closed
14:05:56.466 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.214.252:35087(127.27.214.252:35087)] handling channelInactive
14:05:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.466149 31022 heartbeater.cc:344] Connected to a master server at 127.27.214.253:43981
14:05:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.466461 31022 heartbeater.cc:461] Registering TS with master...
14:05:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.467178 31022 heartbeater.cc:507] Master 127.27.214.253:43981 requested a full tablet report, sending...
14:05:56.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.214.252:35087(127.27.214.252:35087)] cleaning up while in state READY due to: connection closed
14:05:56.468 [DEBUG - main] (Connection.java:575) [peer 055d394a620a4e4785fbbca7c1e409cd(127.27.214.195:38369)] disconnecting while in state TERMINATED
14:05:56.468 [DEBUG - main] (Connection.java:575) [peer c1542d7cb26447f3b1d5b57c202050fb(127.27.214.194:33683)] disconnecting while in state TERMINATED
14:05:56.470 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.214.254:46159(127.27.214.254:46159)] handling channelInactive
14:05:56.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.214.254:46159(127.27.214.254:46159)] cleaning up while in state READY due to: connection closed
14:05:56.470 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.470280 28621 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.471259 28621 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.214.194:54437
14:05:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.475425 31020 heartbeater.cc:344] Connected to a master server at 127.27.214.252:35087
14:05:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.475544 31020 heartbeater.cc:461] Registering TS with master...
14:05:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.475737 31020 heartbeater.cc:507] Master 127.27.214.252:35087 requested a full tablet report, sending...
14:05:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.476979 28693 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.479055 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30545
14:05:56.481 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] handling channelInactive
14:05:56.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0b67fe57dbf1482a96cb7296636f9195(127.27.214.193:38299)] cleaning up while in state READY due to: connection closed
14:05:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.483121 31021 heartbeater.cc:344] Connected to a master server at 127.27.214.254:46159
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.483234 31021 heartbeater.cc:461] Registering TS with master...
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.483392 31021 heartbeater.cc:507] Master 127.27.214.254:46159 requested a full tablet report, sending...
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.484467 28549 ts_manager.cc:194] Re-registered known tserver with Master: c1542d7cb26447f3b1d5b57c202050fb (127.27.214.194:33683)
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.486534 30912 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.487053 30912 tablet_bootstrap.cc:492] T bdda7f627fa4406e914f0caf1060f8ed P c1542d7cb26447f3b1d5b57c202050fb: Bootstrap complete.
14:05:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.487349 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30891
14:05:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.493657 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 30719
14:05:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.499723 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 28518
14:05:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.506171 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 28587
14:05:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 14:05:56.512215 28507 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskWgJ7oY/build/debug/bin/kudu with pid 28659
14:05:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T14:05:56Z chronyd exiting

Time: 35.547

OK (1 test)

