JUnit version 4.13.2
.22:21:52.653 [INFO - main] (RandomUtils.java:49) Using random seed: 1783462912648
22:21:52.694 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
22:21:52.743 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
22:21:52.756 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskOpIOuF/test-tmp
22:21:52.759 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
22:21:52.762 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskOpIOuF/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
22:21:52.997 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

22:21:53.013 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
22:21:53.014 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

22:21:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.016033  8122 mini_oidc.cc:152] Starting JWKS server
22:21:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.018374  8122 webserver.cc:460] Webserver started at http://127.0.0.1:43963/ using document root <none> and password file <none>
22:21:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.018536  8122 mini_oidc.cc:189] Starting OIDC Discovery server
22:21:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.018883  8122 webserver.cc:460] Webserver started at http://127.0.0.1:46089/ using document root <none> and password file <none>
22:21:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T22:21:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
22:21:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T22:21:53Z Disabled control of system clock
22:21:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.035401  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/logs
22:21:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data/info.pb
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.190:33577
22:21:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.190
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json with env {}
22:21:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.142292  8133 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.142580  8133 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.142634  8133 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146801  8133 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146885  8133 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146914  8133 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146932  8133 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146952  8133 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:21:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.146970  8133 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43963/jwks.json
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.151861  8133 master_runner.cc:386] Master server non-default flags:
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data
22:21:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.190:33577
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data/info.pb
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.190
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8133
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/logs
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.153236  8133 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.155062  8133 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.164863  8133 server_base.cc:1034] running on GCE node
22:21:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.164786  8139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.164808  8141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.164786  8138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.166139  8133 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.167240  8133 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.168406  8133 hybrid_clock.cc:648] HybridClock initialized: now 1783462913168400 us; error 60 us; skew 500 ppm
22:21:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.173388  8133 webserver.cc:460] Webserver started at http://127.7.238.190:33087/ using document root <none> and password file <none>
22:21:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.174031  8133 fs_manager.cc:359] Metadata directory not provided
22:21:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.174103  8133 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.174326  8133 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.176633  8133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data/instance:
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6caee537654bbcbc1bf608b9fec065"
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.177207  8133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal/instance:
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6caee537654bbcbc1bf608b9fec065"
22:21:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.181028  8133 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
22:21:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.183439  8147 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.184693  8133 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:21:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.184803  8133 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal
22:21:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba6caee537654bbcbc1bf608b9fec065"
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.184901  8133 fs_report.cc:383] FS layout report
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data/data
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.196708  8133 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.197395  8133 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.197582  8133 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.204175  8133 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.190:33577
22:21:53.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.204195  8199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.190:33577 every 8 connection(s)
22:21:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.205106  8133 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/data/info.pb
22:21:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.208242  8200 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.211061  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8133
22:21:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.211201  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-0/wal/instance
22:21:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.211387  8200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.212646  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/logs
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data/info.pb
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.189:43011
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.189
22:21:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json with env {}
22:21:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.223809  8200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.224512  8148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.189:43011: connect: Connection refused (error 111)
22:21:53.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.225263  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.189:43011: Network error: Client connection negotiation failed: client connection to 127.7.238.189:43011: connect: Connection refused (error 111)
22:21:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.274591  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } attempt: 1
22:21:53.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.275954  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.189:43011: Network error: Client connection negotiation failed: client connection to 127.7.238.189:43011: connect: Connection refused (error 111)
22:21:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.326049  8202 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.326339  8202 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:53.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.326391  8202 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330842  8202 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330905  8202 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330930  8202 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330960  8202 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330981  8202 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:21:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.330996  8202 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43963/jwks.json
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.336094  8202 master_runner.cc:386] Master server non-default flags:
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.189:43011
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data/info.pb
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.189
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8202
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/logs
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.337558  8202 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.339433  8202 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:53.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.344105  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } attempt: 2
22:21:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.345585  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.189:43011: Network error: Client connection negotiation failed: client connection to 127.7.238.189:43011: connect: Connection refused (error 111)
22:21:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.348071  8210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.348083  8213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.348114  8202 server_base.cc:1034] running on GCE node
22:21:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.348107  8211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.348764  8202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.349859  8202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.351035  8202 hybrid_clock.cc:648] HybridClock initialized: now 1783462913351011 us; error 43 us; skew 500 ppm
22:21:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.353089  8202 webserver.cc:460] Webserver started at http://127.7.238.189:43295/ using document root <none> and password file <none>
22:21:53.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.353705  8202 fs_manager.cc:359] Metadata directory not provided
22:21:53.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.353776  8202 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:53.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.354012  8202 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.356055  8202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data/instance:
22:21:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5"
22:21:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.356743  8202 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal/instance:
22:21:53.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5"
22:21:53.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.361030  8202 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
22:21:53.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.363662  8219 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.364852  8202 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.364953  8202 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5"
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.365028  8202 fs_report.cc:383] FS layout report
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data/data
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:53.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.388695  8202 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.389410  8202 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.389652  8202 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.396203  8202 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.189:43011
22:21:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.396210  8271 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.189:43011 every 8 connection(s)
22:21:53.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.397270  8202 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/data/info.pb
22:21:53.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.399770  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8202
22:21:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.399850  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-1/wal/instance
22:21:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.400357  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/logs
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data/info.pb
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:53.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.188:38743
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.188
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json with env {}
22:21:53.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.400668  8272 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:53.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.405208  8272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.416122  8272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.422825  8272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.423527  8220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.424300  8272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.436762  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } attempt: 3
22:21:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.441327  8200 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.442463  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.473524  8272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 1
22:21:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.473639  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 1
22:21:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.475108  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.475121  8272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.514819  8274 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.515131  8274 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.515185  8274 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:53.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519685  8274 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
22:21:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519752  8274 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519779  8274 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
22:21:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519801  8274 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
22:21:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519822  8274 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
22:21:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.519840  8274 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43963/jwks.json
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.524762  8274 master_runner.cc:386] Master server non-default flags:
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.188:38743
22:21:53.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43963/jwks.json
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data/info.pb
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.188
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8274
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/logs
22:21:53.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.526150  8274 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.527971  8274 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.536516  8282 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.536628  8274 server_base.cc:1034] running on GCE node
22:21:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.536520  8285 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.536523  8283 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.537813  8274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.538967  8274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.540145  8274 hybrid_clock.cc:648] HybridClock initialized: now 1783462913540111 us; error 47 us; skew 500 ppm
22:21:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.542184  8274 webserver.cc:460] Webserver started at http://127.7.238.188:40637/ using document root <none> and password file <none>
22:21:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.542851  8274 fs_manager.cc:359] Metadata directory not provided
22:21:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.542927  8274 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.543166  8274 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.543267  8272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 2
22:21:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.544802  8272 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.545519  8274 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data/instance:
22:21:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97871accb8284ba3933c2b71fc5d1165"
22:21:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.546005  8274 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal/instance:
22:21:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97871accb8284ba3933c2b71fc5d1165"
22:21:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.549687  8274 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.006s	sys 0.000s
22:21:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.550292  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 2
22:21:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.551563  8200 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.238.188:38743: Network error: Client connection negotiation failed: client connection to 127.7.238.188:38743: connect: Connection refused (error 111)
22:21:53.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.552349  8291 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.553542  8274 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:21:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.553653  8274 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal
22:21:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97871accb8284ba3933c2b71fc5d1165"
22:21:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.553752  8274 fs_report.cc:383] FS layout report
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data/data
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.570086  8274 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.570915  8274 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.571100  8274 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.578388  8274 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.188:38743
22:21:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.578423  8343 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.188:38743 every 8 connection(s)
22:21:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.579468  8274 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/data/info.pb
22:21:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.582660  8344 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.586001  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8274
22:21:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.586107  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/master-2/wal/instance
22:21:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.585929  8344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.596814  8344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.602532  8344 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } has no permanent_uuid. Determining permanent_uuid...
22:21:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.610121  8344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: Bootstrap starting.
22:21:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.612794  8344 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: Neither blocks nor log segments found. Creating new log.
22:21:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.613698  8344 log.cc:824] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: Log is configured to *not* fsync() on all Append() calls
22:21:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.615748  8344 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: No bootstrap required, opened a new log
22:21:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.619186  8344 raft_consensus.cc:348] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.619395  8344 raft_consensus.cc:374] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.619427  8344 raft_consensus.cc:729] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97871accb8284ba3933c2b71fc5d1165, State: Initialized, Role: FOLLOWER
22:21:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.619801  8344 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.620205  8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.620324  8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.620895  8344 sys_catalog.cc:564] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: configured and running, proceeding with master startup.
22:21:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.625197  8364 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:21:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.625506  8364 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:21:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.624590  8274 master_runner.cc:186] Error getting master registration for 127.7.238.190:33577: OK, instance_id { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" instance_seqno: 1783462913202488 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:21:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.628333  8274 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:21:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.635984  8272 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 3
22:21:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.642992  8272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: Bootstrap starting.
22:21:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.645367  8272 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: Neither blocks nor log segments found. Creating new log.
22:21:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.646377  8272 log.cc:824] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: Log is configured to *not* fsync() on all Append() calls
22:21:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.648918  8272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: No bootstrap required, opened a new log
22:21:53.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.650718  8200 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } attempt: 3
22:21:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.653448  8272 raft_consensus.cc:348] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.653676  8272 raft_consensus.cc:374] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.653721  8272 raft_consensus.cc:729] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec8c2c0c4c3d498c8c0db8d62da85fd5, State: Initialized, Role: FOLLOWER
22:21:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.654229  8272 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.655640  8272 sys_catalog.cc:564] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: configured and running, proceeding with master startup.
22:21:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.658749  8200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: Bootstrap starting.
22:21:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.661608  8200 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: Neither blocks nor log segments found. Creating new log.
22:21:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.659247  8202 master_runner.cc:186] Error getting master registration for 127.7.238.190:33577: OK, instance_id { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" instance_seqno: 1783462913202488 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
22:21:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.662434  8202 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:21:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.663830  8200 log.cc:824] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: Log is configured to *not* fsync() on all Append() calls
22:21:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.667030  8378 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:21:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.667098  8378 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:21:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.667411  8367 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.667507  8367 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.668246  8200 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: No bootstrap required, opened a new log
22:21:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.672467  8200 raft_consensus.cc:348] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.672778  8200 raft_consensus.cc:374] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.672820  8200 raft_consensus.cc:729] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba6caee537654bbcbc1bf608b9fec065, State: Initialized, Role: FOLLOWER
22:21:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.673331  8200 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.673867  8381 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.674172  8381 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.674772  8200 sys_catalog.cc:564] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: configured and running, proceeding with master startup.
22:21:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.680876  8392 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
22:21:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.681650  8392 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
22:21:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.684016  8133 master_runner.cc:263] No leader master found from master ba6caee537654bbcbc1bf608b9fec065
22:21:53.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.684079  8133 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
22:21:53.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.699128  8153 tablet.cc:2369] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:21:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.739653  8381 raft_consensus.cc:482] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:21:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.739871  8381 raft_consensus.cc:504] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.741003  8381 leader_election.cc:288] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ec8c2c0c4c3d498c8c0db8d62da85fd5 (127.7.238.189:43011), 97871accb8284ba3933c2b71fc5d1165 (127.7.238.188:38743)
22:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.742056  8246 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba6caee537654bbcbc1bf608b9fec065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" is_pre_election: true
22:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.742044  8318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba6caee537654bbcbc1bf608b9fec065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97871accb8284ba3933c2b71fc5d1165" is_pre_election: true
22:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.742358  8246 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba6caee537654bbcbc1bf608b9fec065 in term 0.
22:21:53.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.742358  8318 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba6caee537654bbcbc1bf608b9fec065 in term 0.
22:21:53.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.743528  8148 leader_election.cc:302] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97871accb8284ba3933c2b71fc5d1165, ba6caee537654bbcbc1bf608b9fec065; no voters: 
22:21:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.744055  8381 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Leader pre-election won for term 1
22:21:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.744153  8381 raft_consensus.cc:482] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:21:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.744199  8381 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 0 FOLLOWER]: Advancing to term 1
22:21:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.745434  8381 raft_consensus.cc:504] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.745783  8381 leader_election.cc:288] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [CANDIDATE]: Term 1 election: Requested vote from peers ec8c2c0c4c3d498c8c0db8d62da85fd5 (127.7.238.189:43011), 97871accb8284ba3933c2b71fc5d1165 (127.7.238.188:38743)
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.746851  8246 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba6caee537654bbcbc1bf608b9fec065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5"
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.746848  8318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba6caee537654bbcbc1bf608b9fec065" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97871accb8284ba3933c2b71fc5d1165"
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.746974  8318 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 0 FOLLOWER]: Advancing to term 1
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.746975  8246 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 0 FOLLOWER]: Advancing to term 1
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.748157  8318 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba6caee537654bbcbc1bf608b9fec065 in term 1.
22:21:53.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.748157  8246 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba6caee537654bbcbc1bf608b9fec065 in term 1.
22:21:53.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.748970  8148 leader_election.cc:302] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 97871accb8284ba3933c2b71fc5d1165, ba6caee537654bbcbc1bf608b9fec065; no voters: 
22:21:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.749712  8381 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 1 FOLLOWER]: Leader election won for term 1
22:21:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.749895  8381 raft_consensus.cc:686] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [term 1 LEADER]: Becoming Leader. State: Replica: ba6caee537654bbcbc1bf608b9fec065, State: Running, Role: LEADER
22:21:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.750299  8381 consensus_queue.cc:237] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } }
22:21:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.752884  8394 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba6caee537654bbcbc1bf608b9fec065. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.752996  8394 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: This master's current role is: LEADER
22:21:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.758837  8396 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
22:21:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.764321  8396 catalog_manager.cc:1484] Initializing Kudu cluster ID...
22:21:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.783455  8246 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [term 1 FOLLOWER]: Refusing update from remote peer ba6caee537654bbcbc1bf608b9fec065: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:21:53.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.783455  8318 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [term 1 FOLLOWER]: Refusing update from remote peer ba6caee537654bbcbc1bf608b9fec065: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
22:21:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.784242  8381 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [LEADER]: Connected to new peer: Peer: permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:21:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.784693  8381 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:21:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.789156  8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba6caee537654bbcbc1bf608b9fec065. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.789281  8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.792454  8367 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba6caee537654bbcbc1bf608b9fec065. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.792599  8367 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.796823  8394 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.796954  8394 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: This master's current role is: LEADER
22:21:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.798972  8353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.799088  8353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.801752  8397 mvcc.cc:205] Tried to move back new op lower bound from 7305064094848192512 to 7305064094725779456. Current Snapshot: MvccSnapshot[applied={T|T < 7305064094848192512}]
22:21:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.802389  8398 mvcc.cc:205] Tried to move back new op lower bound from 7305064094848192512 to 7305064094725779456. Current Snapshot: MvccSnapshot[applied={T|T < 7305064094848192512}]
22:21:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.804272  8396 catalog_manager.cc:1347] Generated new cluster ID: d160737cd4a34b06b75f92e0d7418245
22:21:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.804334  8396 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
22:21:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.806427  8381 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.806566  8381 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065 [sys.catalog]: This master's current role is: LEADER
22:21:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.807617  8367 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ba6caee537654bbcbc1bf608b9fec065" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba6caee537654bbcbc1bf608b9fec065" member_type: VOTER last_known_addr { host: "127.7.238.190" port: 33577 } } peers { permanent_uuid: "ec8c2c0c4c3d498c8c0db8d62da85fd5" member_type: VOTER last_known_addr { host: "127.7.238.189" port: 43011 } } peers { permanent_uuid: "97871accb8284ba3933c2b71fc5d1165" member_type: VOTER last_known_addr { host: "127.7.238.188" port: 38743 } } }
22:21:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.807726  8367 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5 [sys.catalog]: This master's current role is: FOLLOWER
22:21:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.808398  8399 mvcc.cc:205] Tried to move back new op lower bound from 7305064094848192512 to 7305064094725779456. Current Snapshot: MvccSnapshot[applied={T|T < 7305064094848192512}]
22:21:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.836254  8396 catalog_manager.cc:1370] Generated new certificate authority record
22:21:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.837913  8396 catalog_manager.cc:1504] Loading token signing keys...
22:21:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.857532  8396 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ba6caee537654bbcbc1bf608b9fec065: Generated new TSK 0
22:21:53.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.858723  8396 catalog_manager.cc:1514] Initializing in-progress tserver states...
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.863405  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:0
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:21:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.978124  8405 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.978384  8405 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.978420  8405 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.982728  8405 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:53.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.982822  8405 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.129
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.987435  8405 tablet_server_runner.cc:78] Tablet server non-default flags:
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:0
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8405
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:53.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.988448  8405 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.990048  8405 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.999650  8411 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.999640  8413 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:53.999658  8410 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:53.999872  8405 server_base.cc:1034] running on GCE node
22:21:54.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.000444  8405 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:54.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.001153  8405 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.002314  8405 hybrid_clock.cc:648] HybridClock initialized: now 1783462914002293 us; error 33 us; skew 500 ppm
22:21:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.004154  8405 webserver.cc:460] Webserver started at http://127.7.238.129:44325/ using document root <none> and password file <none>
22:21:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.004781  8405 fs_manager.cc:359] Metadata directory not provided
22:21:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.004848  8405 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.005077  8405 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.007032  8405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/instance:
22:21:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:21:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.007620  8405 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal/instance:
22:21:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:21:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:54.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.011324  8405 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
22:21:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.013640  8419 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.014909  8405 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.015007  8405 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.015105  8405 fs_report.cc:383] FS layout report
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/data
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.032994  8405 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.033735  8405 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:54.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.033906  8405 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:54.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.034529  8405 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:21:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.035566  8405 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:21:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.035611  8405 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:21:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.035663  8405 ts_tablet_manager.cc:610] Registered 0 tablets
22:21:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.035684  8405 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:21:54.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.044225  8405 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.129:34691
22:21:54.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.044260  8532 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.129:34691 every 8 connection(s)
22:21:54.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.045192  8405 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:21:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.051697  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8405
22:21:54.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.051789  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal/instance
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.054196  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:21:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:0
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:21:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.059119  8533 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:21:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.059371  8533 heartbeater.cc:464] Registering TS with master...
22:21:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.060007  8533 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061087  8535 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061174  8535 heartbeater.cc:464] Registering TS with master...
22:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061326  8535 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061650  8534 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:21:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061717  8534 heartbeater.cc:464] Registering TS with master...
22:21:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061859  8534 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:21:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.061931  8307 ts_manager.cc:194] Registered new tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.062414  8236 ts_manager.cc:194] Registered new tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.063398  8164 ts_manager.cc:194] Registered new tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.064409  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.129:39425
22:21:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.169991  8540 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.170254  8540 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.170287  8540 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.174425  8540 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.174528  8540 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.130
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.179397  8540 tablet_server_runner.cc:78] Tablet server non-default flags:
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:0
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8540
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.180451  8540 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.181763  8540 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:54.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.191187  8545 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.191212  8548 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.191448  8540 server_base.cc:1034] running on GCE node
22:21:54.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.191187  8546 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.192166  8540 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.192948  8540 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.194120  8540 hybrid_clock.cc:648] HybridClock initialized: now 1783462914194098 us; error 41 us; skew 500 ppm
22:21:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.195976  8540 webserver.cc:460] Webserver started at http://127.7.238.130:42625/ using document root <none> and password file <none>
22:21:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.196487  8540 fs_manager.cc:359] Metadata directory not provided
22:21:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.196553  8540 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:54.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.196717  8540 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:54.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.198602  8540 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/instance:
22:21:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:21:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.199111  8540 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal/instance:
22:21:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:21:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.202512  8540 fs_manager.cc:691] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.001s
22:21:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.205117  8554 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.206503  8540 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
22:21:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.206652  8540 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:21:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.206755  8540 fs_report.cc:383] FS layout report
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/data
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:54.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.228199  8540 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.228953  8540 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.229095  8540 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:54.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.229637  8540 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:21:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.230614  8540 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:21:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.230669  8540 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:21:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.230710  8540 ts_tablet_manager.cc:610] Registered 0 tablets
22:21:54.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.230724  8540 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:21:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.239425  8540 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.130:45645
22:21:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.239460  8667 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.130:45645 every 8 connection(s)
22:21:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.240264  8540 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:21:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.250239  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8540
22:21:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.250325  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal/instance
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.251261  8668 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.251500  8668 heartbeater.cc:464] Registering TS with master...
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.252032  8668 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.252177  8670 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.252240  8670 heartbeater.cc:464] Registering TS with master...
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.252373  8670 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.252507  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:0
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.253119  8307 ts_manager.cc:194] Registered new tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.253123  8236 ts_manager.cc:194] Registered new tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.253710  8669 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.253772  8669 heartbeater.cc:464] Registering TS with master...
22:21:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.253888  8669 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:21:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.254423  8164 ts_manager.cc:194] Registered new tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.254995  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.130:39577
22:21:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.364326  8675 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.364573  8675 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.364609  8675 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.368644  8675 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.368736  8675 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.131
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.373383  8675 tablet_server_runner.cc:78] Tablet server non-default flags:
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:0
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8675
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.374439  8675 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.375800  8675 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.385258  8683 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.385435  8675 server_base.cc:1034] running on GCE node
22:21:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.385258  8681 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:54.385315  8680 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.386056  8675 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.386668  8675 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.387836  8675 hybrid_clock.cc:648] HybridClock initialized: now 1783462914387812 us; error 41 us; skew 500 ppm
22:21:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.389695  8675 webserver.cc:460] Webserver started at http://127.7.238.131:41171/ using document root <none> and password file <none>
22:21:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.390275  8675 fs_manager.cc:359] Metadata directory not provided
22:21:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.390348  8675 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:21:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.390537  8675 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
22:21:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.392426  8675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/instance:
22:21:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.392925  8675 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal/instance:
22:21:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.396693  8675 fs_manager.cc:691] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
22:21:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.399091  8689 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.400321  8675 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.400431  8675 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.400540  8675 fs_report.cc:383] FS layout report
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/data
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:21:54.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:21:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:21:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.419984  8675 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:21:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.420719  8675 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:21:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.420900  8675 kserver.cc:163] Server-wide thread pool size limit: 3276
22:21:54.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.421540  8675 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:21:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.422520  8675 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
22:21:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.422585  8675 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
22:21:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.422626  8675 ts_tablet_manager.cc:610] Registered 0 tablets
22:21:54.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.422640  8675 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
22:21:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.431442  8675 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.131:39881
22:21:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.431468  8802 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.131:39881 every 8 connection(s)
22:21:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.432325  8675 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:21:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.438838  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8675
22:21:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.438958  8122 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal/instance
22:21:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444598  8804 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:21:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444689  8805 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:21:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444828  8805 heartbeater.cc:464] Registering TS with master...
22:21:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444828  8804 heartbeater.cc:464] Registering TS with master...
22:21:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444854  8803 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:21:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.444959  8803 heartbeater.cc:464] Registering TS with master...
22:21:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.445454  8804 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:21:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.445461  8805 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:21:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.445467  8803 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:21:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.446524  8307 ts_manager.cc:194] Registered new tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:21:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.446593  8235 ts_manager.cc:194] Registered new tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:21:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.446797  8164 ts_manager.cc:194] Registered new tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:21:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.447403  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.131:44701
22:21:54.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.458999  8122 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
22:21:54.459 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
22:21:54.461 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

22:21:54.470 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.238.190"
      port: 33577
    }
    bound_http_address {
      host: "127.7.238.190"
      port: 33087
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.238.189"
      port: 43011
    }
    bound_http_address {
      host: "127.7.238.189"
      port: 43295
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.238.188"
      port: 38743
    }
    bound_http_address {
      host: "127.7.238.188"
      port: 40637
    }
  }
}

22:21:54.478 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

22:21:54.481 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.238.129"
      port: 34691
    }
    bound_http_address {
      host: "127.7.238.129"
      port: 44325
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.238.130"
      port: 45645
    }
    bound_http_address {
      host: "127.7.238.130"
      port: 42625
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.238.131"
      port: 39881
    }
    bound_http_address {
      host: "127.7.238.131"
      port: 41171
    }
  }
}

22:21:54.481 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
22:21:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.627004  8364 catalog_manager.cc:1259] Loaded cluster ID: d160737cd4a34b06b75f92e0d7418245
22:21:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.627091  8364 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: loading cluster ID for follower catalog manager: success
22:21:54.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.629036  8364 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: acquiring CA information for follower catalog manager: success
22:21:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.630250  8364 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 97871accb8284ba3933c2b71fc5d1165: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:21:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.668756  8378 catalog_manager.cc:1259] Loaded cluster ID: d160737cd4a34b06b75f92e0d7418245
22:21:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.668835  8378 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: loading cluster ID for follower catalog manager: success
22:21:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.671319  8378 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: acquiring CA information for follower catalog manager: success
22:21:54.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:54.672838  8378 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ec8c2c0c4c3d498c8c0db8d62da85fd5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
22:21:54.677 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
22:21:54.868 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.238.189:43011(127.7.238.189:43011)] connecting to peer
22:21:54.925 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.238.190:33577(127.7.238.190:33577)] connecting to peer
22:21:54.927 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.238.188:38743(127.7.238.188:38743)] connecting to peer
22:21:54.948 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.238.189:43011(127.7.238.189:43011)] Successfully connected to peer
22:21:54.948 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.238.190:33577(127.7.238.190:33577)] Successfully connected to peer
22:21:55.002 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.238.188:38743(127.7.238.188:38743)] Successfully connected to peer
22:21:55.021 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.238.190
22:21:55.021 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.238.189
22:21:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.066653  8534 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:21:55.112 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.238.188
22:21:55.223 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfa9d7cec, L:/127.0.0.1:38658 - R:/127.7.238.190:33577] using SASL/PLAIN
22:21:55.223 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x677c2472, L:/127.0.0.1:52544 - R:/127.7.238.189:43011] using SASL/PLAIN
22:21:55.227 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2f156b59, L:/127.0.0.1:59930 - R:/127.7.238.188:38743] using SASL/PLAIN
22:21:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.257030  8669 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:21:55.263 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
22:21:55.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=449), Traces: [0ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.238.189:43011, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.238.190:33577, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.238.188:38743, [418ms] Sub RPC ConnectToMaster: received response from server master-127.7.238.189:43011: OK, [418ms] Sub RPC ConnectToMaster: received response from server master-127.7.238.190:33577: OK, [419ms] Sub RPC ConnectToMaster: received response from server master-127.7.238.188:38743: OK, deferred=null) after lookup
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.317471  8164 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38658:
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804"
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:21:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
22:21:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
22:21:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:55.321482  8164 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
22:21:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.344377  8602 tablet_service.cc:1467] Processing CreateTablet for tablet b4d607648e66471890e89b473b2e28b7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804 [id=38126f8b3ef8460baf8b58039aed2da4]), partition=RANGE (key) PARTITION UNBOUNDED
22:21:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.344594  8737 tablet_service.cc:1467] Processing CreateTablet for tablet b4d607648e66471890e89b473b2e28b7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804 [id=38126f8b3ef8460baf8b58039aed2da4]), partition=RANGE (key) PARTITION UNBOUNDED
22:21:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.344601  8467 tablet_service.cc:1467] Processing CreateTablet for tablet b4d607648e66471890e89b473b2e28b7 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804 [id=38126f8b3ef8460baf8b58039aed2da4]), partition=RANGE (key) PARTITION UNBOUNDED
22:21:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.345626  8467 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b4d607648e66471890e89b473b2e28b7. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.345626  8737 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b4d607648e66471890e89b473b2e28b7. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.346860  8602 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet b4d607648e66471890e89b473b2e28b7. 1 dirs total, 0 dirs full, 0 dirs failed
22:21:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.353765  8834 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap starting.
22:21:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.353765  8836 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap starting.
22:21:55.355 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 38126f8b3ef8460baf8b58039aed2da4
22:21:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.356316  8836 tablet_bootstrap.cc:654] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Neither blocks nor log segments found. Creating new log.
22:21:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.356549  8834 tablet_bootstrap.cc:654] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Neither blocks nor log segments found. Creating new log.
22:21:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.357474  8834 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Log is configured to *not* fsync() on all Append() calls
22:21:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.357474  8836 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Log is configured to *not* fsync() on all Append() calls
22:21:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.358361  8835 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap starting.
22:21:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.360103  8834 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: No bootstrap required, opened a new log
22:21:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.360149  8835 tablet_bootstrap.cc:654] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Neither blocks nor log segments found. Creating new log.
22:21:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.360304  8834 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent bootstrapping tablet: real 0.007s	user 0.004s	sys 0.000s
22:21:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.360829  8835 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Log is configured to *not* fsync() on all Append() calls
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.362579  8836 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: No bootstrap required, opened a new log
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.362766  8836 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent bootstrapping tablet: real 0.009s	user 0.005s	sys 0.000s
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.365216  8834 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.365473  8834 raft_consensus.cc:374] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.365514  8834 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Initialized, Role: FOLLOWER
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.366020  8834 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.362578  8835 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: No bootstrap required, opened a new log
22:21:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.366662  8835 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent bootstrapping tablet: real 0.008s	user 0.004s	sys 0.000s
22:21:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.366781  8836 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.367115  8834 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
22:21:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.367172  8836 raft_consensus.cc:374] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.367228  8836 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Initialized, Role: FOLLOWER
22:21:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.367537  8804 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:21:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.367611  8836 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.368609  8836 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
22:21:55.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.370904  8835 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.371134  8835 raft_consensus.cc:374] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
22:21:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.371196  8835 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Initialized, Role: FOLLOWER
22:21:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.371584  8835 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.372510  8835 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
22:21:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:55.434098  8806 tablet.cc:2369] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:21:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:55.492750  8671 tablet.cc:2369] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:21:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:55.547487  8536 tablet.cc:2369] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
22:21:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.667717  8841 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:21:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.667907  8841 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.669059  8841 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.674815  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:21:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.674824  8487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:21:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.675145  8487 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 0.
22:21:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.675156  8757 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 0.
22:21:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.675711  8555 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 
22:21:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.676028  8841 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Leader pre-election won for term 1
22:21:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.676115  8841 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:21:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.676158  8841 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 0 FOLLOWER]: Advancing to term 1
22:21:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.677178  8841 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.677532  8841 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 1 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.677951  8487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0"
22:21:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.678048  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.678097  8487 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 0 FOLLOWER]: Advancing to term 1
22:21:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.678181  8757 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 0 FOLLOWER]: Advancing to term 1
22:21:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.679287  8757 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 1.
22:21:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.679287  8487 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 1.
22:21:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.679615  8557 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: 
22:21:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.679852  8841 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Leader election won for term 1
22:21:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.680081  8841 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 LEADER]: Becoming Leader. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Running, Role: LEADER
22:21:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.680434  8841 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:55.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:55.683871  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf reported cstate change: term changed from 0 to 1, leader changed from <none> to 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130). New cstate: current_term: 1 leader_uuid: "9f83721167b8446b81da647cb9e3cdcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:21:56.082 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 38126f8b3ef8460baf8b58039aed2da4
22:21:56.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:56.107391  8841 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:21:56.108 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.110 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [7ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=null) after lookup
22:21:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:56.116057  8841 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
22:21:56.124 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.125 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] Successfully connected to peer
22:21:56.179 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x06f45287, L:/127.0.0.1:54096 - R:/127.7.238.130:45645] using TOKEN/null
22:21:56.272 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:21:56.274 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.130:45645
22:21:56.276 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:21:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:56.276969  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8540
22:21:56.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:21:56.286 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] handling channelInactive
22:21:56.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state READY due to: connection closed
22:21:56.287 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: connection closed
22:21:56.300 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.300 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.301 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test)) after lookup
22:21:56.302 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.305 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.319 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.319 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.320 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856))) after lookup
22:21:56.321 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.322 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.340 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.340 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.341 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [39ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450))) after lookup
22:21:56.341 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.343 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.400 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.401 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=117), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [39ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [58ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [60ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [60ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [113ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [116ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729))) after lookup
22:21:56.402 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.403 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:56.500 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:56.501 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=217), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [39ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [58ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [60ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [60ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [113ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [116ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [118ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [120ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [120ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [216ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770))) after lookup
22:21:56.501 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:56.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:56.504 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.721283  8863 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:21:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.721311  8862 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:21:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.721424  8863 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.721449  8862 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.722500  8862 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.722515  8863 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.723202  8692 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.723577  8422 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.724398  8692 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.724591  8422 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727349  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:21:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727440  8487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:21:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727487  8757 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 1.
22:21:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727536  8487 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 1.
22:21:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727833  8690 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.727857  8422 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728048  8862 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Leader pre-election won for term 2
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728103  8862 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728148  8862 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 1 FOLLOWER]: Advancing to term 2
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728202  8863 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Leader pre-election won for term 2
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728256  8863 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:21:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728296  8863 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 1 FOLLOWER]: Advancing to term 2
22:21:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.728962  8862 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729183  8863 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729240  8862 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729516  8863 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 election: Requested vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:21:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729503  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729830  8757 raft_consensus.cc:2379] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a8545548fb9d458cb470fd95a72881a0 in current term 2: Already voted for candidate e9db8039f27a4dad9d43e4cfcd979678 in this term.
22:21:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729823  8487 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0"
22:21:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.729952  8487 raft_consensus.cc:2379] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e9db8039f27a4dad9d43e4cfcd979678 in current term 2: Already voted for candidate a8545548fb9d458cb470fd95a72881a0 in this term.
22:21:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.730469  8692 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:57.730456  8422 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.730528  8422 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0; no voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678
22:21:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.730528  8692 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0
22:21:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.730685  8863 raft_consensus.cc:2726] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
22:21:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:57.730813  8862 raft_consensus.cc:2726] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
22:21:58.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:58.500 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:58.501 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2218), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [39ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [58ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [60ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [60ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [113ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [116ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [118ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [120ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [120ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [216ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [218ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [221ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [221ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2213ms] refreshing cache from master, [2213ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [2216ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770) -> (continuation of Deferred@770923262 after retry RPC@1829178083), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770) -> (continuation of Deferred@770923262 after retry RPC@1829178083))) after lookup
22:21:58.502 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:21:58.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:58.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:58.503 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:21:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.572189  8873 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:21:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.572317  8873 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.572703  8873 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573194  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:21:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573390  8757 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 2.
22:21:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573719  8422 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 
22:21:59.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573879  8873 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Leader pre-election won for term 3
22:21:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573936  8873 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
22:21:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.573961  8873 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 2 FOLLOWER]: Advancing to term 3
22:21:59.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.574321  8422 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.574901  8873 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.575167  8873 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:21:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.575541  8757 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:21:59.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.575680  8757 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 2 FOLLOWER]: Advancing to term 3
22:21:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.576167  8422 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:21:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.576675  8757 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 3.
22:21:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.576960  8422 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:21:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.577131  8873 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Leader election won for term 3
22:21:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.577322  8873 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 LEADER]: Becoming Leader. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Running, Role: LEADER
22:21:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.577656  8873 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:21:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.580073  8163 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 reported cstate change: term changed from 1 to 3, leader changed from 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130) to a8545548fb9d458cb470fd95a72881a0 (127.7.238.129). New cstate: current_term: 3 leader_uuid: "a8545548fb9d458cb470fd95a72881a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: HEALTHY } } }
22:21:59.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:21:59.800 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:21:59.801 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3517), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [4ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [19ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [22ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [22ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [39ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [58ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [60ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [60ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [113ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [116ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [118ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [120ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [120ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [216ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [218ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [221ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [221ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2213ms] refreshing cache from master, [2213ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [2216ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [2219ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2220ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2220ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [3513ms] refreshing cache from master, [3513ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [3516ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@91728337(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@2e62c603 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770) -> (continuation of Deferred@770923262 after retry RPC@1829178083) -> (continuation of Deferred@674885827 after retry RPC@1467375036), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7985d0a -> wakeup thread Time-limited test -> (continuation of Deferred@1963138695 after retry RPC@817261856) -> (continuation of Deferred@2055169758 after retry RPC@1398171450) -> (continuation of Deferred@886796295 after retry RPC@1414835729) -> (continuation of Deferred@729646087 after retry RPC@868114770) -> (continuation of Deferred@770923262 after retry RPC@1829178083) -> (continuation of Deferred@674885827 after retry RPC@1467375036))) after lookup
22:21:59.802 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:21:59.804 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] Successfully connected to peer
22:21:59.826 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x25807e9e, L:/127.0.0.1:37254 - R:/127.7.238.129:34691] using TOKEN/null
22:21:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.830091  8757 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Refusing update from remote peer a8545548fb9d458cb470fd95a72881a0: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
22:21:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.830643  8876 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
22:21:59.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.831210  8422 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 -> Peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Couldn't send request to peer 9f83721167b8446b81da647cb9e3cdcf. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:21:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.833979  8889 mvcc.cc:205] Tried to move back new op lower bound from 7305064119618707456 to 7305064118592401408. Current Snapshot: MvccSnapshot[applied={T|T < 7305064119618707456}]
22:21:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.836989  8891 mvcc.cc:205] Tried to move back new op lower bound from 7305064119618707456 to 7305064118592401408. Current Snapshot: MvccSnapshot[applied={T|T < 7305064119618707456}]
22:21:59.851 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.130:45645
22:21:59.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.853319  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:21:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:21:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.961845  8896 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:21:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.962110  8896 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:21:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.962160  8896 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:21:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.966288  8896 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:21:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.966388  8896 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.130
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.971181  8896 tablet_server_runner.cc:78] Tablet server non-default flags:
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:21:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8896
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:21:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.972487  8896 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:21:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.973937  8896 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:21:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.983793  8896 server_base.cc:1034] running on GCE node
22:21:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.983718  8902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.983744  8901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:21:59.983721  8904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:21:59.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.984666  8896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:21:59.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.985316  8896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:21:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.986470  8896 hybrid_clock.cc:648] HybridClock initialized: now 1783462919986448 us; error 32 us; skew 500 ppm
22:21:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.996359  8896 webserver.cc:460] Webserver started at http://127.7.238.130:42625/ using document root <none> and password file <none>
22:21:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.997059  8896 fs_manager.cc:359] Metadata directory not provided
22:21:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:21:59.997152  8896 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.001194  8896 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
22:22:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.003393  8910 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.004747  8896 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.004850  8896 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.005390  8896 fs_report.cc:383] FS layout report
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/data
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.029767  8896 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.030476  8896 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.030685  8896 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.031299  8896 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.032503  8917 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.036357  8896 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.036433  8896 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.036504  8896 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.038208  8896 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.038255  8896 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.038523  8917 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap starting.
22:22:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.047119  8896 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.130:45645
22:22:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.047655  9024 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.130:45645 every 8 connection(s)
22:22:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.048261  8896 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.049471  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 8896
22:22:00.050 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.057565  8917 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Log is configured to *not* fsync() on all Append() calls
22:22:00.060 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:00.061 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.129:34691
22:22:00.061 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.061952  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8405
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.066845  9026 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.067088  9026 heartbeater.cc:464] Registering TS with master...
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.067590  9027 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.067670  9027 heartbeater.cc:464] Registering TS with master...
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.067693  9026 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.067819  9027 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.068820  9025 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.068905  9025 heartbeater.cc:464] Registering TS with master...
22:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.069139  9025 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:00.069 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] handling channelInactive
22:22:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.070248  8308 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.070283  8163 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.070391  8236 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:00.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state READY due to: connection closed
22:22:00.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.071267  8163 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.130:49137
22:22:00.072 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:00.073 [DEBUG - Time-limited test] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.072898  8917 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.073241  8917 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap complete.
22:22:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.074164  8917 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent bootstrapping tablet: real 0.036s	user 0.013s	sys 0.013s
22:22:00.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.077 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.077003  8917 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.077533  8917 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Initialized, Role: FOLLOWER
22:22:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.077979  8917 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.078641  9026 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:00.078974  8917 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
22:22:00.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.100 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test)) after lookup
22:22:00.101 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.103 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.120 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.120 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.121 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921))) after lookup
22:22:00.122 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.123 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.140 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.140 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.141 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [50ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [51ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [51ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [67ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374))) after lookup
22:22:00.141 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.144 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.240 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.241 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=169), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [50ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [51ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [51ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [67ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [69ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [167ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929))) after lookup
22:22:00.243 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.245 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.380 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.381 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=308), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [50ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [51ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [51ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [67ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [69ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [167ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [171ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [173ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [173ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [304ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [307ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332))) after lookup
22:22:00.382 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.385 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.680 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:00.680 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:00.681 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=608), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [50ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [51ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [51ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [67ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [69ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [167ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [171ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [173ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [173ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [304ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [307ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [310ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [313ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [313ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [604ms] refreshing cache from master, [605ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [607ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332) -> (continuation of Deferred@1356971834 after retry RPC@1157083042), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332) -> (continuation of Deferred@1356971834 after retry RPC@1157083042))) after lookup
22:22:00.682 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:00.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:00.683 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.350800  9039 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.350922  9039 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.351289  9039 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:01.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:01.352521  8690 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.356609  8979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf" is_pre_election: true
22:22:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.356921  8979 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 1.
22:22:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.357692  8692 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.357844  9039 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Leader pre-election won for term 4
22:22:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.357903  9039 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Starting leader election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.357941  9039 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 3 FOLLOWER]: Advancing to term 4
22:22:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.358930  9039 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.359239  9039 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 election: Requested vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.359517  8979 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:01.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.359627  8979 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 1 FOLLOWER]: Advancing to term 4
22:22:01.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:01.360165  8690 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.361588  8979 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 4.
22:22:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.361884  8692 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.362035  9039 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Leader election won for term 4
22:22:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.362200  9039 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 LEADER]: Becoming Leader. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Running, Role: LEADER
22:22:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.362514  9039 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:01.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.364799  8163 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 reported cstate change: term changed from 3 to 4, leader changed from a8545548fb9d458cb470fd95a72881a0 (127.7.238.129) to e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131). New cstate: current_term: 4 leader_uuid: "e9db8039f27a4dad9d43e4cfcd979678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.755929  8979 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Refusing update from remote peer e9db8039f27a4dad9d43e4cfcd979678: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
22:22:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:01.756677  9039 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
22:22:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:01.765740  8690 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 -> Peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Couldn't send request to peer a8545548fb9d458cb470fd95a72881a0. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.175019  8690 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111) [suppressed 6 similar messages]
22:22:03.220 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.221 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3149), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [3ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [5ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [29ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [47ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [50ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [51ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [51ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [67ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [69ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [167ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [171ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [173ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [173ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [304ms] refreshing cache from master, [304ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [307ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [310ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [313ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [313ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [604ms] refreshing cache from master, [605ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [607ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [609ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [611ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [611ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [3145ms] refreshing cache from master, [3145ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [3148ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@671418524(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@7d140028 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332) -> (continuation of Deferred@1356971834 after retry RPC@1157083042) -> (continuation of Deferred@1475078240 after retry RPC@512558157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@d69894e -> wakeup thread Time-limited test -> (continuation of Deferred@881378423 after retry RPC@1978275921) -> (continuation of Deferred@2037347021 after retry RPC@581709374) -> (continuation of Deferred@1759409202 after retry RPC@725641929) -> (continuation of Deferred@966663202 after retry RPC@600242332) -> (continuation of Deferred@1356971834 after retry RPC@1157083042) -> (continuation of Deferred@1475078240 after retry RPC@512558157))) after lookup
22:22:03.223 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.224 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] Successfully connected to peer
22:22:03.246 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x469b3475, L:/127.0.0.1:43198 - R:/127.7.238.131:39881] using TOKEN/null
22:22:03.266 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.129:34691
22:22:03.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.267485  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:03.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.381407  9075 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.381690  9075 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.381731  9075 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.385928  9075 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.386026  9075 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.129
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.390889  9075 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9075
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.391968  9075 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.393394  9075 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.403517  9080 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.403524  9081 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:03.403570  9083 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.403944  9075 server_base.cc:1034] running on GCE node
22:22:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.404295  9075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.404865  9075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.406014  9075 hybrid_clock.cc:648] HybridClock initialized: now 1783462923405986 us; error 39 us; skew 500 ppm
22:22:03.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.407809  9075 webserver.cc:460] Webserver started at http://127.7.238.129:44325/ using document root <none> and password file <none>
22:22:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.408370  9075 fs_manager.cc:359] Metadata directory not provided
22:22:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.408450  9075 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.412222  9075 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.002s
22:22:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.414321  9089 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.415591  9075 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.415701  9075 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.416265  9075 fs_report.cc:383] FS layout report
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/data
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.436319  9075 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.437125  9075 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.437305  9075 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.437943  9075 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:03.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.439370  9096 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.443274  9075 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.443346  9075 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
22:22:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.443398  9075 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.444975  9075 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.445025  9075 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.445359  9096 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap starting.
22:22:03.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.454746  9075 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.129:34691
22:22:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.454829  9203 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.129:34691 every 8 connection(s)
22:22:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.455801  9075 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.461371  9096 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Log is configured to *not* fsync() on all Append() calls
22:22:03.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.464396  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9075
22:22:03.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.469013  9206 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.469247  9206 heartbeater.cc:464] Registering TS with master...
22:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.469789  9206 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.471223  9205 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.471326  9205 heartbeater.cc:464] Registering TS with master...
22:22:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.471480  9205 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.472131  8236 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.472295  8164 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.472455  9204 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.472535  9204 heartbeater.cc:464] Registering TS with master...
22:22:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.472681  9204 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.473212  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.129:52035
22:22:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.473949  8308 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.474514  9096 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.474892  9096 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap complete.
22:22:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.475868  9096 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent bootstrapping tablet: real 0.031s	user 0.028s	sys 0.000s
22:22:03.476 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:03.478 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.131:39881
22:22:03.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.478243  9096 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.478678  9096 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Initialized, Role: FOLLOWER
22:22:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.479194  9096 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.480046  9096 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
22:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.480425  9205 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:03.481405  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8675
22:22:03.488 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] handling channelInactive
22:22:03.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:03.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state READY due to: connection closed
22:22:03.489 [DEBUG - Time-limited test] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.491 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.499 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.500 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test)) after lookup
22:22:03.501 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.502 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.520 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.520 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527))) after lookup
22:22:03.521 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.522 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.540 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [33ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [34ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [34ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569))) after lookup
22:22:03.541 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.543 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.620 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.620 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [33ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [34ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [34ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [53ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [55ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [55ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046))) after lookup
22:22:03.621 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.622 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:03.780 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:03.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=292), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [33ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [34ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [34ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [53ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [55ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [55ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [133ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [134ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [135ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [289ms] refreshing cache from master, [289ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [291ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720))) after lookup
22:22:03.781 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:03.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:03.783 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:04.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:04.100 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:04.100 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=612), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [33ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [34ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [34ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [53ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [55ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [55ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [133ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [134ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [135ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [289ms] refreshing cache from master, [289ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [291ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [292ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [294ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [295ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [608ms] refreshing cache from master, [609ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [611ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720) -> (continuation of Deferred@1410402403 after retry RPC@247797224), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720) -> (continuation of Deferred@1410402403 after retry RPC@247797224))) after lookup
22:22:04.101 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:04.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:04.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:04.102 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.765657  9217 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.765791  9217 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.766858  9217 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:04.767623  8913 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:04.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:04.768548  8913 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.772984  9158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:22:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.773252  9158 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 3.
22:22:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.773994  8911 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.774226  9217 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Leader pre-election won for term 5
22:22:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.774284  9217 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Starting leader election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.774324  9217 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 4 FOLLOWER]: Advancing to term 5
22:22:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.775291  9217 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.775643  9217 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.776134  9158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.776273  9158 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 3 FOLLOWER]: Advancing to term 5
22:22:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:04.776635  8913 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.778446  9158 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 5.
22:22:04.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.778808  8911 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.778981  9217 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Leader election won for term 5
22:22:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.779152  9217 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 LEADER]: Becoming Leader. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Running, Role: LEADER
22:22:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.779502  9217 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:04.782060  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf reported cstate change: term changed from 4 to 5, leader changed from e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131) to 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130). New cstate: current_term: 5 leader_uuid: "9f83721167b8446b81da647cb9e3cdcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:05.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:05.224190  9158 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Refusing update from remote peer 9f83721167b8446b81da647cb9e3cdcf: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
22:22:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:05.224951  9217 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
22:22:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:05.233323  8913 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf -> Peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Couldn't send request to peer e9db8039f27a4dad9d43e4cfcd979678. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:07.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.080 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.081 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3592), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [10ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [12ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [14ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [15ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [31ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [33ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [34ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [34ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [51ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [53ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [55ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [55ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [131ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [133ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [134ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [135ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [289ms] refreshing cache from master, [289ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [291ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [292ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [294ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [295ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [608ms] refreshing cache from master, [609ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [611ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [613ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [614ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [614ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3588ms] refreshing cache from master, [3589ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [3591ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@479875332(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@114dcc44 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720) -> (continuation of Deferred@1410402403 after retry RPC@247797224) -> (continuation of Deferred@247671539 after retry RPC@1994824147), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16caad46 -> wakeup thread Time-limited test -> (continuation of Deferred@407838349 after retry RPC@1529618527) -> (continuation of Deferred@2060388067 after retry RPC@1922837569) -> (continuation of Deferred@1842187170 after retry RPC@2116050046) -> (continuation of Deferred@1426950882 after retry RPC@1782974720) -> (continuation of Deferred@1410402403 after retry RPC@247797224) -> (continuation of Deferred@247671539 after retry RPC@1994824147))) after lookup
22:22:07.082 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.084 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] Successfully connected to peer
22:22:07.100 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa644726c, L:/127.0.0.1:53852 - R:/127.7.238.130:45645] using TOKEN/null
22:22:07.119 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.131:39881
22:22:07.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.120481  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.240408  9251 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.240665  9251 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.240707  9251 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.244710  9251 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:07.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.244805  9251 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.131
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.249886  9251 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9251
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:07.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:07.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.251164  9251 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.252547  9251 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.262195  9257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.262234  9256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:07.262233  9259 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.262501  9251 server_base.cc:1034] running on GCE node
22:22:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.262997  9251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.263583  9251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.264744  9251 hybrid_clock.cc:648] HybridClock initialized: now 1783462927264715 us; error 46 us; skew 500 ppm
22:22:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.272908  9251 webserver.cc:460] Webserver started at http://127.7.238.131:41171/ using document root <none> and password file <none>
22:22:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.273507  9251 fs_manager.cc:359] Metadata directory not provided
22:22:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.273581  9251 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:07.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.277509  9251 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.001s
22:22:07.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.279786  9265 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:07.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.281388  9251 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.281497  9251 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.282025  9251 fs_report.cc:383] FS layout report
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/data
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.296757  9251 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.297399  9251 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.297540  9251 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.298074  9251 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.299299  9272 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.302968  9251 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.303025  9251 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.303073  9251 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.304531  9251 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.304571  9251 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.304850  9272 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap starting.
22:22:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.314268  9251 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.131:39881
22:22:07.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.314338  9379 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.131:39881 every 8 connection(s)
22:22:07.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.315289  9251 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.322690  9272 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Log is configured to *not* fsync() on all Append() calls
22:22:07.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.324496  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9251
22:22:07.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.330264  9381 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.330528  9381 heartbeater.cc:464] Registering TS with master...
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.331092  9382 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.331159  9381 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.331166  9382 heartbeater.cc:464] Registering TS with master...
22:22:07.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.331326  9382 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.333063  8164 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.333084  9380 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.333174  9380 heartbeater.cc:464] Registering TS with master...
22:22:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.333340  9380 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.333946  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.131:41375
22:22:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.334223  8306 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.334693  8235 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:07.336 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.337318  9272 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.337755  9272 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap complete.
22:22:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.338949  9272 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent bootstrapping tablet: real 0.034s	user 0.021s	sys 0.010s
22:22:07.342 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.130:45645
22:22:07.342 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.342067  9272 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.342590  9272 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Initialized, Role: FOLLOWER
22:22:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.343094  9272 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.344193  9272 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.005s
22:22:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.344519  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8896
22:22:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:07.344645  9381 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:07.352 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:07.354 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] handling channelInactive
22:22:07.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state READY due to: connection closed
22:22:07.355 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: connection closed
22:22:07.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test)) after lookup
22:22:07.381 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.383 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.400 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322))) after lookup
22:22:07.401 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.403 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.439 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.440 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [48ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [50ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [50ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563))) after lookup
22:22:07.440 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.441 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.459 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [48ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [50ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [50ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [87ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [88ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [88ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [106ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756))) after lookup
22:22:07.461 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.464 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:07.920 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:07.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=567), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [48ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [50ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [50ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [87ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [88ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [88ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [106ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [107ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [111ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [111ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [564ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [566ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140))) after lookup
22:22:07.921 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:07.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:07.922 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.527503  9393 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:22:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.527680  9393 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.528720  9393 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:08.529402  9268 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:08.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:08.530192  9268 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.532959  9158 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:22:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.533540  9266 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0
22:22:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.533846  9393 raft_consensus.cc:2726] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
22:22:08.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:08.539 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:08.540 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1186), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [48ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [50ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [50ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [87ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [88ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [88ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [106ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [107ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [111ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [111ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [564ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [566ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [568ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [569ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [569ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [1183ms] refreshing cache from master, [1184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1186ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140) -> (continuation of Deferred@533617695 after retry RPC@1170302694), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140) -> (continuation of Deferred@533617695 after retry RPC@1170302694))) after lookup
22:22:08.541 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:08.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:08.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:08.543 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.618899  9398 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.619036  9398 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.620133  9398 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:08.621196  9092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:08.622006  9092 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.625286  9334 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:22:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.625500  9334 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 4.
22:22:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.626188  9092 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.626453  9398 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Leader pre-election won for term 6
22:22:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.626510  9398 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.626536  9398 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 5 FOLLOWER]: Advancing to term 6
22:22:08.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.627375  9398 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.627646  9398 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.627996  9334 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.628157  9334 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 4 FOLLOWER]: Advancing to term 6
22:22:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:08.628648  9092 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.630195  9334 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 6.
22:22:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.630482  9092 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.630656  9398 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Leader election won for term 6
22:22:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.630833  9398 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 LEADER]: Becoming Leader. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Running, Role: LEADER
22:22:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.631124  9398 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:08.633203  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 reported cstate change: term changed from 5 to 6, leader changed from 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130) to a8545548fb9d458cb470fd95a72881a0 (127.7.238.129). New cstate: current_term: 6 leader_uuid: "a8545548fb9d458cb470fd95a72881a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: HEALTHY } } }
22:22:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.165871  9334 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Refusing update from remote peer a8545548fb9d458cb470fd95a72881a0: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
22:22:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.166635  9415 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
22:22:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.176324  9092 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 -> Peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Couldn't send request to peer 9f83721167b8446b81da647cb9e3cdcf. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:09.438 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:09.439 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:09.439 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2086), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: connection closed, [2ms] delaying RPC due to: Network error: connection closed, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [26ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [27ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [30ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [30ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [46ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [48ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [50ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [50ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [86ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [87ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [88ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [88ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [103ms] refreshing cache from master, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [106ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [107ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [111ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [111ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [564ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [566ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [568ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [569ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [569ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [1183ms] refreshing cache from master, [1184ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1186ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [1187ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [1190ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [1191ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2083ms] refreshing cache from master, [2083ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [2085ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@639215159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@64f38b26 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140) -> (continuation of Deferred@533617695 after retry RPC@1170302694) -> (continuation of Deferred@665327909 after retry RPC@1771089248), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7234d85e -> wakeup thread Time-limited test -> (continuation of Deferred@233676006 after retry RPC@576540322) -> (continuation of Deferred@18956147 after retry RPC@1229019563) -> (continuation of Deferred@1798142516 after retry RPC@1730290756) -> (continuation of Deferred@1491881545 after retry RPC@781861140) -> (continuation of Deferred@533617695 after retry RPC@1170302694) -> (continuation of Deferred@665327909 after retry RPC@1771089248))) after lookup
22:22:09.440 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.441 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] Successfully connected to peer
22:22:09.482 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2722a0cb, L:/127.0.0.1:60758 - R:/127.7.238.129:34691] using TOKEN/null
22:22:09.502 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.130:45645
22:22:09.502 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.502912  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.615425  9429 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.615708  9429 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.615744  9429 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.619892  9429 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.619992  9429 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.130
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.624922  9429 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9429
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:09.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.625989  9429 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:09.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.627439  9429 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.637387  9437 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.637387  9435 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.637570  9434 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.637609  9429 server_base.cc:1034] running on GCE node
22:22:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.638425  9429 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.639130  9429 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.640298  9429 hybrid_clock.cc:648] HybridClock initialized: now 1783462929640280 us; error 52 us; skew 500 ppm
22:22:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.642089  9429 webserver.cc:460] Webserver started at http://127.7.238.130:42625/ using document root <none> and password file <none>
22:22:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.642650  9429 fs_manager.cc:359] Metadata directory not provided
22:22:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.642714  9429 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.646173  9429 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:22:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.648181  9443 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.649472  9429 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.649561  9429 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.650064  9429 fs_report.cc:383] FS layout report
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/data
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.676213  9429 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.677021  9429 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.677208  9429 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.677832  9429 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.679147  9450 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:09.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.683070  9429 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:09.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.683157  9429 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:09.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.683229  9429 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.684963  9429 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.685016  9429 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.685355  9450 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap starting.
22:22:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.693570  9429 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.130:45645
22:22:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.693866  9557 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.130:45645 every 8 connection(s)
22:22:09.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.694728  9429 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.698911  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9429
22:22:09.699 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:09.704 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:97)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
22:22:09.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.704890  9450 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Log is configured to *not* fsync() on all Append() calls
22:22:09.705 [ERROR - Time-limited test] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records: 
Created at:
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
	io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
	org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
	org.apache.kudu.client.AsyncKuduScanner$AsyncKuduScannerBuilder.build(AsyncKuduScanner.java:1417)
	org.apache.kudu.client.TestMultipleLeaderFailover$1.get(TestMultipleLeaderFailover.java:48)
	org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
	org.apache.kudu.client.TestMultipleLeaderFailover.waitUntilRowCount(TestMultipleLeaderFailover.java:44)
	org.apache.kudu.client.TestMultipleLeaderFailover.testMultipleFailover(TestMultipleLeaderFailover.java:79)
	sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	java.lang.reflect.Method.invoke(Method.java:498)
	org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	java.util.concurrent.FutureTask.run(FutureTask.java:266)
	java.lang.Thread.run(Thread.java:750)
22:22:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.708329  9558 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.708580  9558 heartbeater.cc:464] Registering TS with master...
22:22:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.709070  9558 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.711088  8306 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.713609  9560 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.713693  9560 heartbeater.cc:464] Registering TS with master...
22:22:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.713896  9560 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:09.715 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.715387  8235 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:09.716 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.129:34691
22:22:09.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.716996  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9075
22:22:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.720112  9559 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.720207  9559 heartbeater.cc:464] Registering TS with master...
22:22:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.720377  9559 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.721263  8164 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.722028  9450 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.722340  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.130:41753
22:22:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.722419  9450 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap complete.
22:22:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.723609  9450 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent bootstrapping tablet: real 0.039s	user 0.020s	sys 0.016s
22:22:09.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:09.725 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] handling channelInactive
22:22:09.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state READY due to: connection closed
22:22:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.726677  9450 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.727115  9450 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Initialized, Role: FOLLOWER
22:22:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.727568  9450 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:09.727674  9571 negotiation.cc:337] Failed RPC negotiation. Trace:
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 22:22:09.714583 (+     0us) reactor.cc:625] Submitting negotiation task for server connection from 127.7.238.129:44229 (local address 127.7.238.130:45645)
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 22:22:09.719141 (+  4558us) server_negotiation.cc:206] Beginning negotiation
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 22:22:09.719160 (+    19us) server_negotiation.cc:399] Waiting for connection header
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 22:22:09.726808 (+  7648us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.7.238.129:44229: BlockingRecv error: recv got EOF from 127.7.238.129:44229 (error 108)
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":4450,"thread_start_us":100,"threads_started":1}
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.728353  9559 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:09.728588  9450 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
22:22:09.736 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.739 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:09.759 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:09.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test)) after lookup
22:22:09.761 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.762 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:09.800 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:09.801 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [35ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [37ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [37ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958))) after lookup
22:22:09.802 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.804 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:09.859 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:09.859 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=134), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [35ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [37ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [37ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [79ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [79ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440))) after lookup
22:22:09.860 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.862 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.959 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:09.960 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:09.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=234), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [35ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [37ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [37ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [79ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [79ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [135ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [136ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [137ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [231ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620))) after lookup
22:22:09.961 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:09.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:09.964 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:10.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:10.479 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:10.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=754), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [35ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [37ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [37ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [79ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [79ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [135ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [136ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [137ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [231ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [236ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [239ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [239ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [751ms] refreshing cache from master, [751ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [753ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620) -> (continuation of Deferred@279062726 after retry RPC@171802271), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620) -> (continuation of Deferred@279062726 after retry RPC@171802271))) after lookup
22:22:10.480 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:10.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:10.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:10.482 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.001493  9573 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.001637  9573 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:11.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.002017  9573 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.003294  9266 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.007278  9505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf" is_pre_election: true
22:22:11.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.007592  9505 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 5.
22:22:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.008354  9268 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.008541  9573 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Leader pre-election won for term 7
22:22:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.008602  9573 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Starting leader election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.008632  9573 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 6 FOLLOWER]: Advancing to term 7
22:22:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.009479  9573 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.009811  9573 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 election: Requested vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.010161  9505 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.010313  9505 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 5 FOLLOWER]: Advancing to term 7
22:22:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.010951  9266 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.012452  9505 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 7.
22:22:11.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.012746  9268 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.012953  9573 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Leader election won for term 7
22:22:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.013268  9573 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 LEADER]: Becoming Leader. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Running, Role: LEADER
22:22:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.013593  9573 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.015898  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 reported cstate change: term changed from 6 to 7, leader changed from a8545548fb9d458cb470fd95a72881a0 (127.7.238.129) to e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131). New cstate: current_term: 7 leader_uuid: "e9db8039f27a4dad9d43e4cfcd979678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:11.399 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:11.400 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:11.400 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1674), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [11ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [14ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [14ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [35ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [37ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [37ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [74ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [79ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [79ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [133ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [135ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [136ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [137ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [231ms] refreshing cache from master, [232ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [234ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [236ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [239ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [239ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [751ms] refreshing cache from master, [751ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [753ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [755ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [757ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [757ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [1671ms] refreshing cache from master, [1671ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1674ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1409903288(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@42d640a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620) -> (continuation of Deferred@279062726 after retry RPC@171802271) -> (continuation of Deferred@629157375 after retry RPC@1030186553), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@37258982 -> wakeup thread Time-limited test -> (continuation of Deferred@1851499789 after retry RPC@1814697958) -> (continuation of Deferred@1407396629 after retry RPC@1867158440) -> (continuation of Deferred@1321095381 after retry RPC@2005774620) -> (continuation of Deferred@279062726 after retry RPC@171802271) -> (continuation of Deferred@629157375 after retry RPC@1030186553))) after lookup
22:22:11.401 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.403 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] Successfully connected to peer
22:22:11.419 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf8e04fe1, L:/127.0.0.1:45732 - R:/127.7.238.131:39881] using TOKEN/null
22:22:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.423774  9505 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Refusing update from remote peer e9db8039f27a4dad9d43e4cfcd979678: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
22:22:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.424497  9573 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
22:22:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.425372  9266 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 -> Peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Couldn't send request to peer a8545548fb9d458cb470fd95a72881a0. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:11.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.433244  9594 mvcc.cc:205] Tried to move back new op lower bound from 7305064167104684032 to 7305064165433974784. Current Snapshot: MvccSnapshot[applied={T|T < 7305064167104684032}]
22:22:11.445 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.129:34691
22:22:11.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.447659  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:11.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:11.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.556761  9601 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.557057  9601 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.557111  9601 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.561327  9601 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.561424  9601 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.129
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.566229  9601 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9601
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.567351  9601 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.568727  9601 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.578720  9607 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.578722  9606 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.578763  9601 server_base.cc:1034] running on GCE node
22:22:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:11.578720  9609 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.579670  9601 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.580437  9601 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.581601  9601 hybrid_clock.cc:648] HybridClock initialized: now 1783462931581586 us; error 32 us; skew 500 ppm
22:22:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.583763  9601 webserver.cc:460] Webserver started at http://127.7.238.129:44325/ using document root <none> and password file <none>
22:22:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.584419  9601 fs_manager.cc:359] Metadata directory not provided
22:22:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.584494  9601 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.589134  9601 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
22:22:11.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.591459  9615 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.592720  9601 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.592818  9601 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.593338  9601 fs_report.cc:383] FS layout report
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/data
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.613957  9601 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.614681  9601 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.614849  9601 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.615401  9601 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.616674  9622 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.620443  9601 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.620514  9601 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:11.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.620625  9601 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.622459  9601 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.622515  9601 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.622867  9622 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap starting.
22:22:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.631744  9601 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.129:34691
22:22:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.631809  9729 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.129:34691 every 8 connection(s)
22:22:11.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.632754  9601 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.633291  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9601
22:22:11.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:11.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.641506  9622 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Log is configured to *not* fsync() on all Append() calls
22:22:11.645 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.646615  9731 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:11.648 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.131:39881
22:22:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.646813  9731 heartbeater.cc:464] Registering TS with master...
22:22:11.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.647357  9731 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:11.649 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.649272  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9251
22:22:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.649540  8163 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.650434  8163 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.129:59409
22:22:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.651286  9730 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.651371  9730 heartbeater.cc:464] Registering TS with master...
22:22:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.651526  9730 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.652171  9732 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.652256  9732 heartbeater.cc:464] Registering TS with master...
22:22:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.652913  8306 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:11.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.653187  9732 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:11.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.654031  8235 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:11.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:11.656 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] handling channelInactive
22:22:11.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state READY due to: connection closed
22:22:11.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.661690  9622 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:11.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.662029  9622 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap complete.
22:22:11.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.662933  9622 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent bootstrapping tablet: real 0.040s	user 0.032s	sys 0.004s
22:22:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.665292  9622 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.665707  9622 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Initialized, Role: FOLLOWER
22:22:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.666145  9622 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.666767  9731 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:11.667196  9622 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent starting tablet: real 0.004s	user 0.003s	sys 0.001s
22:22:11.677 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.679 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:11.699 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:11.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test)) after lookup
22:22:11.700 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.702 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:11.739 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:11.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [43ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [45ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [46ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310))) after lookup
22:22:11.740 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.742 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:11.760 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:11.760 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [43ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [45ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [46ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [82ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [85ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [85ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207))) after lookup
22:22:11.761 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.763 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:11.979 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:11.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=322), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [43ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [45ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [46ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [82ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [85ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [85ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [104ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [106ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [106ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [321ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989))) after lookup
22:22:11.980 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:11.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:11.982 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.944887  9743 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Starting pre-election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:12.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.945024  9743 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.946009  9743 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:12.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:12.946777  9446 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:12.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:12.947585  9446 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.951340  9684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:22:12.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.951649  9684 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 6.
22:22:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.952430  9444 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.952642  9743 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Leader pre-election won for term 8
22:22:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.952697  9743 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Starting leader election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.952732  9743 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 7 FOLLOWER]: Advancing to term 8
22:22:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.953570  9743 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.953867  9743 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.954252  9684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.954381  9684 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 6 FOLLOWER]: Advancing to term 8
22:22:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:12.954825  9446 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.956560  9684 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 8.
22:22:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.956902  9444 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.957052  9743 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Leader election won for term 8
22:22:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.957250  9743 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 LEADER]: Becoming Leader. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Running, Role: LEADER
22:22:12.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.957545  9743 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:12.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:12.960088  8163 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf reported cstate change: term changed from 7 to 8, leader changed from e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131) to 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130). New cstate: current_term: 8 leader_uuid: "9f83721167b8446b81da647cb9e3cdcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:12.960 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:12.961 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:12.961 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1304), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [43ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [45ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [46ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [82ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [85ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [85ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [104ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [106ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [106ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [321ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [323ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [325ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [325ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [1300ms] refreshing cache from master, [1300ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1303ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989) -> (continuation of Deferred@662563707 after retry RPC@1938401094), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989) -> (continuation of Deferred@662563707 after retry RPC@1938401094))) after lookup
22:22:12.962 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:12.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:12.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:12.963 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:13.525506  9446 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf -> Peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Couldn't send request to peer e9db8039f27a4dad9d43e4cfcd979678. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:13.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:13.579309  9684 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Refusing update from remote peer 9f83721167b8446b81da647cb9e3cdcf: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
22:22:13.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:13.580089  9760 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
22:22:14.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:14.779 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:14.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3123), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [22ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [22ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [41ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [43ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [45ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [46ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [82ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [85ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [85ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [102ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [104ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [106ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [106ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [319ms] refreshing cache from master, [319ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [321ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [323ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [325ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [325ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [1300ms] refreshing cache from master, [1300ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1303ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [1305ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [1306ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [1307ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3119ms] refreshing cache from master, [3119ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [3122ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@2063578437(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@6e2c01b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989) -> (continuation of Deferred@662563707 after retry RPC@1938401094) -> (continuation of Deferred@665454133 after retry RPC@421996049), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@786baa0 -> wakeup thread Time-limited test -> (continuation of Deferred@1719582115 after retry RPC@1411336310) -> (continuation of Deferred@1483578426 after retry RPC@817319207) -> (continuation of Deferred@1060384137 after retry RPC@895516989) -> (continuation of Deferred@662563707 after retry RPC@1938401094) -> (continuation of Deferred@665454133 after retry RPC@421996049))) after lookup
22:22:14.781 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:14.781 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] Successfully connected to peer
22:22:14.799 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1ba9e9be, L:/127.0.0.1:53924 - R:/127.7.238.130:45645] using TOKEN/null
22:22:14.814 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.131:39881
22:22:14.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.815698  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:14.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.924594  9784 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.924834  9784 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.924890  9784 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.928944  9784 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.929045  9784 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.131
22:22:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.933604  9784 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9784
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.934859  9784 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.936349  9784 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.945675  9792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.945688  9789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:14.945688  9790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.945778  9784 server_base.cc:1034] running on GCE node
22:22:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.946427  9784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:14.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.947065  9784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.948230  9784 hybrid_clock.cc:648] HybridClock initialized: now 1783462934948200 us; error 46 us; skew 500 ppm
22:22:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.950058  9784 webserver.cc:460] Webserver started at http://127.7.238.131:41171/ using document root <none> and password file <none>
22:22:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.950675  9784 fs_manager.cc:359] Metadata directory not provided
22:22:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.950736  9784 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.954283  9784 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
22:22:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.956552  9798 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.957983  9784 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.958076  9784 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.958657  9784 fs_report.cc:383] FS layout report
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/data
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:14.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.971385  9784 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.972023  9784 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.972169  9784 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.972668  9784 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.973839  9805 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.977811  9784 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.977876  9784 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.977982  9784 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.979557  9784 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.979599  9784 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
22:22:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.979939  9805 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap starting.
22:22:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.988073  9784 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.131:39881
22:22:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.988137  9912 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.131:39881 every 8 connection(s)
22:22:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.989094  9784 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.990867  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9784
22:22:14.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:14.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:14.998989  9805 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Log is configured to *not* fsync() on all Append() calls
22:22:15.000 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:15.001 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.130:45645
22:22:15.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:15.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.001780  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9429
22:22:15.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.003787  9913 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.004851  9913 heartbeater.cc:464] Registering TS with master...
22:22:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.005475  9913 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.006683  9915 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.006762  9915 heartbeater.cc:464] Registering TS with master...
22:22:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.006917  9915 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.007370  8306 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.007992  8235 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:15.009 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:15.009 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] handling channelInactive
22:22:15.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state READY due to: connection closed
22:22:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.009532  9914 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.009615  9914 heartbeater.cc:464] Registering TS with master...
22:22:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.009783  9914 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:15.010 [DEBUG - Time-limited test] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.010530  8164 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.011504  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.131:58441
22:22:15.011 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.018 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:15.019 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.019134  9805 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:15.019 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test)) after lookup
22:22:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.019522  9805 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap complete.
22:22:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.020438  9805 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent bootstrapping tablet: real 0.041s	user 0.025s	sys 0.011s
22:22:15.020 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.021 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.022995  9805 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.023414  9805 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Initialized, Role: FOLLOWER
22:22:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.023878  9805 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.024581  9914 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:15.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:15.024937  9805 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
22:22:15.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:15.039 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:15.040 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [11ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [12ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [12ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095))) after lookup
22:22:15.040 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.042 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.079 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:15.079 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:15.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [11ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [12ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [12ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [31ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [33ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208))) after lookup
22:22:15.080 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.081 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:15.159 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:15.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [11ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [12ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [12ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [31ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [33ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [71ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [72ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [72ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [149ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821))) after lookup
22:22:15.161 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.163 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:15.639 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:15.639 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=630), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [11ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [12ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [12ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [31ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [33ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [71ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [72ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [72ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [149ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [151ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [154ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [154ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [627ms] refreshing cache from master, [627ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [629ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821) -> (continuation of Deferred@386396537 after retry RPC@1862714875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821) -> (continuation of Deferred@386396537 after retry RPC@1862714875))) after lookup
22:22:15.640 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:15.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:15.641 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.174930  9926 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
22:22:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.175127  9926 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:16.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.176237  9926 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.176982  9801 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.177758  9801 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.180505  9684 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:22:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.181052  9799 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0
22:22:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.181385  9926 raft_consensus.cc:2726] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
22:22:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.315260  9931 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.315407  9931 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:16.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.316576  9931 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.317616  9618 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.318480  9618 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.321888  9867 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:22:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.322170  9867 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 7.
22:22:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.323029  9618 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.323282  9931 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Leader pre-election won for term 9
22:22:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.323343  9931 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.323381  9931 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 8 FOLLOWER]: Advancing to term 9
22:22:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.324220  9931 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.324510  9931 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.324851  9867 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.324966  9867 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 7 FOLLOWER]: Advancing to term 9
22:22:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.325481  9618 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.326994  9867 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 9.
22:22:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.327289  9618 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.327459  9931 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Leader election won for term 9
22:22:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.327661  9931 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 LEADER]: Becoming Leader. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Running, Role: LEADER
22:22:16.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.327955  9931 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.330255  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 reported cstate change: term changed from 8 to 9, leader changed from 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130) to a8545548fb9d458cb470fd95a72881a0 (127.7.238.129). New cstate: current_term: 9 leader_uuid: "a8545548fb9d458cb470fd95a72881a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: HEALTHY } } }
22:22:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.887786  9867 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Refusing update from remote peer a8545548fb9d458cb470fd95a72881a0: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
22:22:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:16.888572  9949 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
22:22:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:16.897806  9618 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 -> Peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Couldn't send request to peer 9f83721167b8446b81da647cb9e3cdcf. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:17.378 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.379 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2369), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [11ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [12ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [12ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [30ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [31ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [33ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [33ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [69ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [71ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [72ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [72ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [147ms] refreshing cache from master, [147ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [149ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [151ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [154ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [154ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [627ms] refreshing cache from master, [627ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [629ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [631ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [632ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [632ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2367ms] refreshing cache from master, [2367ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [2369ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@609192759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@4c3e5fb4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821) -> (continuation of Deferred@386396537 after retry RPC@1862714875) -> (continuation of Deferred@1869849256 after retry RPC@1131531157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@67d42f67 -> wakeup thread Time-limited test -> (continuation of Deferred@851165229 after retry RPC@1250200095) -> (continuation of Deferred@769017431 after retry RPC@1131214208) -> (continuation of Deferred@1192561044 after retry RPC@2109781821) -> (continuation of Deferred@386396537 after retry RPC@1862714875) -> (continuation of Deferred@1869849256 after retry RPC@1131531157))) after lookup
22:22:17.380 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.381 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] Successfully connected to peer
22:22:17.403 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8ff15d98, L:/127.0.0.1:52272 - R:/127.7.238.129:34691] using TOKEN/null
22:22:17.420 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.130:45645
22:22:17.420 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.421672  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:17.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:17.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:17.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.537300  9969 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.537580  9969 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.537616  9969 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:17.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.541702  9969 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:17.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.541807  9969 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.130
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.546455  9969 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9969
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.547592  9969 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.548981  9969 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.558854  9979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.558867  9976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:17.558867  9977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.559237  9969 server_base.cc:1034] running on GCE node
22:22:17.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.559621  9969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.560314  9969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.561496  9969 hybrid_clock.cc:648] HybridClock initialized: now 1783462937561472 us; error 35 us; skew 500 ppm
22:22:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.563421  9969 webserver.cc:460] Webserver started at http://127.7.238.130:42625/ using document root <none> and password file <none>
22:22:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.564011  9969 fs_manager.cc:359] Metadata directory not provided
22:22:17.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.564079  9969 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.567889  9969 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
22:22:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.570205  9985 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.571691  9969 fs_manager.cc:725] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.571808  9969 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.572345  9969 fs_report.cc:383] FS layout report
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/data
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:17.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.590991  9969 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.591616  9969 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:17.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.591755  9969 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:17.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.592303  9969 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:17.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.593493  9992 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.597333  9969 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.597388  9969 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:17.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.597451  9969 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.599049  9969 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.599092  9969 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
22:22:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.599407  9992 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap starting.
22:22:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.608409  9969 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.130:45645
22:22:17.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.608515 10099 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.130:45645 every 8 connection(s)
22:22:17.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.609378  9969 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.611267  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 9969
22:22:17.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.615962  9992 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Log is configured to *not* fsync() on all Append() calls
22:22:17.621 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:17.623 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.129:34691
22:22:17.623 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.622828 10102 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.623060 10102 heartbeater.cc:464] Registering TS with master...
22:22:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.623656 10102 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.623708  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9601
22:22:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.625516  8235 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.627090 10100 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.627168 10100 heartbeater.cc:464] Registering TS with master...
22:22:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.627346 10100 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.627869 10101 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.627948 10101 heartbeater.cc:464] Registering TS with master...
22:22:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.628094 10101 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.628172  8306 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:17.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.629196  8163 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.630127  8163 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.130:44063
22:22:17.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:17.631 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] handling channelInactive
22:22:17.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state READY due to: connection closed
22:22:17.636 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.637907  9992 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:17.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.638332  9992 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap complete.
22:22:17.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.638 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.639472  9992 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent bootstrapping tablet: real 0.040s	user 0.033s	sys 0.004s
22:22:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.641729  9992 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.642128  9992 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Initialized, Role: FOLLOWER
22:22:17.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.642518  9992 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.643179 10101 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:17.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:17.643488  9992 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
22:22:17.658 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.659 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test)) after lookup
22:22:17.660 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.662 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.700 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.700 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021))) after lookup
22:22:17.701 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.703 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.719 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [70ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034))) after lookup
22:22:17.720 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.722 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.919 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.919 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [70ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [89ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [91ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [91ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849))) after lookup
22:22:17.920 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.921 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:17.979 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:17.979 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=347), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [70ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [89ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [91ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [91ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [289ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [290ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [290ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [345ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [347ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119))) after lookup
22:22:17.980 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:17.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:17.981 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:18.599 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:18.599 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:18.600 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=968), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [70ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [89ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [91ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [91ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [289ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [290ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [290ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [345ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [347ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [349ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [350ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [350ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [965ms] refreshing cache from master, [965ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [968ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119) -> (continuation of Deferred@308000140 after retry RPC@1419426747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119) -> (continuation of Deferred@308000140 after retry RPC@1419426747))) after lookup
22:22:18.600 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:18.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:18.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state CONNECTING due to: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:18.601 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691
22:22:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.919790 10114 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.919929 10114 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.920321 10114 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:18.921792  9799 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.925930 10054 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf" is_pre_election: true
22:22:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.926262 10054 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 8.
22:22:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.927073  9801 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.927269 10114 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Leader pre-election won for term 10
22:22:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.927330 10114 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Starting leader election (detected failure of leader a8545548fb9d458cb470fd95a72881a0)
22:22:18.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.927358 10114 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 9 FOLLOWER]: Advancing to term 10
22:22:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.928196 10114 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.928508 10114 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 election: Requested vote from peers 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.928910 10054 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "e9db8039f27a4dad9d43e4cfcd979678" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.929050 10054 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 8 FOLLOWER]: Advancing to term 10
22:22:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:18.929631  9799 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111)
22:22:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.931239 10054 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e9db8039f27a4dad9d43e4cfcd979678 in term 10.
22:22:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.931520  9801 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, e9db8039f27a4dad9d43e4cfcd979678; no voters: a8545548fb9d458cb470fd95a72881a0
22:22:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.931679 10114 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Leader election won for term 10
22:22:18.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.931892 10114 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 LEADER]: Becoming Leader. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Running, Role: LEADER
22:22:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.932255 10114 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:18.934516  8163 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 reported cstate change: term changed from 9 to 10, leader changed from a8545548fb9d458cb470fd95a72881a0 (127.7.238.129) to e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131). New cstate: current_term: 10 leader_uuid: "e9db8039f27a4dad9d43e4cfcd979678" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:19.352813  9799 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 -> Peer a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691): Couldn't send request to peer a8545548fb9d458cb470fd95a72881a0. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:19.474781 10054 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Refusing update from remote peer e9db8039f27a4dad9d43e4cfcd979678: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
22:22:19.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:19.475512 10114 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
22:22:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.446794  9799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.129:34691: connect: Connection refused (error 111) [suppressed 6 similar messages]
22:22:21.479 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:21.480 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:21.480 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=15, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3848), Traces: [0ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [7ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [8ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [27ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [28ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [31ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [31ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [65ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [68ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [70ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [72ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [72ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [87ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [89ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [91ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [91ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [287ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [289ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [290ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [290ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [345ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [347ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [349ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [350ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [350ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [965ms] refreshing cache from master, [965ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [968ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [969ms] sending RPC to server a8545548fb9d458cb470fd95a72881a0, [970ms] received response from server a8545548fb9d458cb470fd95a72881a0: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [970ms] delaying RPC due to: Network error: Failed to connect to peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691): Connection refused: /127.7.238.129:34691, [3845ms] refreshing cache from master, [3846ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [3848ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@634168954(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@69f8ec2c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119) -> (continuation of Deferred@308000140 after retry RPC@1419426747) -> (continuation of Deferred@1674801497 after retry RPC@1778806012), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b7dd88 -> wakeup thread Time-limited test -> (continuation of Deferred@1220669168 after retry RPC@97985021) -> (continuation of Deferred@573283700 after retry RPC@1237268034) -> (continuation of Deferred@730771708 after retry RPC@456367849) -> (continuation of Deferred@1975218893 after retry RPC@597472119) -> (continuation of Deferred@308000140 after retry RPC@1419426747) -> (continuation of Deferred@1674801497 after retry RPC@1778806012))) after lookup
22:22:21.481 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.483 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] Successfully connected to peer
22:22:21.500 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x278330ca, L:/127.0.0.1:56150 - R:/127.7.238.131:39881] using TOKEN/null
22:22:21.515 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.129:34691
22:22:21.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.516367  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:21.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.628110 10157 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.628391 10157 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:21.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.628428 10157 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.632527 10157 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.632625 10157 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.129
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.637342 10157 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.129:34691
22:22:21.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.129
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44325
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10157
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.129
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/logs
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.638764 10157 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.640611 10157 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:21.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.650362 10165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:21.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.650521 10162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.650559 10157 server_base.cc:1034] running on GCE node
22:22:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:21.650507 10163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.651270 10157 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.651894 10157 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.653056 10157 hybrid_clock.cc:648] HybridClock initialized: now 1783462941653038 us; error 29 us; skew 500 ppm
22:22:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.658355 10157 webserver.cc:460] Webserver started at http://127.7.238.129:44325/ using document root <none> and password file <none>
22:22:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.659044 10157 fs_manager.cc:359] Metadata directory not provided
22:22:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.659121 10157 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.663142 10157 fs_manager.cc:709] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
22:22:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.665395 10171 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.666697 10157 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.666850 10157 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:53 on dist-test-slave-pl4w"
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.667413 10157 fs_report.cc:383] FS layout report
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/wal
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/data
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.681367 10157 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.682102 10157 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.682314 10157 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:21.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.683045 10157 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:21.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.684294 10178 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.688125 10157 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.688203 10157 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:21.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.688275 10157 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.690110 10157 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.690161 10157 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.690485 10178 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap starting.
22:22:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.700114 10157 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.129:34691
22:22:21.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.700167 10285 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.129:34691 every 8 connection(s)
22:22:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.701180 10157 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-0/data/info.pb
22:22:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.701975  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 10157
22:22:21.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.707960 10178 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Log is configured to *not* fsync() on all Append() calls
22:22:21.711 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:21.711 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.131:39881
22:22:21.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.712069  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9784
22:22:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.717568 10288 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:21.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.717836 10288 heartbeater.cc:464] Registering TS with master...
22:22:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.718444 10288 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.719064 10286 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.719151 10286 heartbeater.cc:464] Registering TS with master...
22:22:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.719322 10286 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.721029  8308 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.721081  8235 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:21.721 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] handling channelInactive
22:22:21.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state READY due to: connection closed
22:22:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.722193 10287 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.722277 10287 heartbeater.cc:464] Registering TS with master...
22:22:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.722441 10287 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:21.722 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:21.723 [DEBUG - Time-limited test] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.723335  8164 ts_manager.cc:194] Re-registered known tserver with Master: a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:21.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.724303  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.129:60909
22:22:21.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.726 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.737530 10178 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:21.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.738018 10178 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Bootstrap complete.
22:22:21.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:21.739 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:21.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.739249 10178 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent bootstrapping tablet: real 0.049s	user 0.028s	sys 0.012s
22:22:21.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test)) after lookup
22:22:21.740 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.742 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.742322 10178 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.742820 10178 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Initialized, Role: FOLLOWER
22:22:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.743340 10178 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.744086 10287 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:21.744340 10178 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.004s
22:22:21.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:21.759 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:21.759 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [17ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [19ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [19ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709))) after lookup
22:22:21.760 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.761 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:21.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:21.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [17ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [19ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [19ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [38ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [75ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484))) after lookup
22:22:21.800 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.801 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.899 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:21.899 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:21.900 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [17ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [19ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [19ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [38ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [75ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [78ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [78ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [176ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759))) after lookup
22:22:21.901 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:21.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:21.902 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:22.159 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:22.159 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)[L]]}]
22:22:22.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=436), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [17ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [19ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [19ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [38ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [75ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [78ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [78ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [176ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [177ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [179ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [179ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [433ms] refreshing cache from master, [433ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [436ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759) -> (continuation of Deferred@654814088 after retry RPC@86218047), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759) -> (continuation of Deferred@654814088 after retry RPC@86218047))) after lookup
22:22:22.160 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] connecting to peer
22:22:22.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:22.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] cleaning up while in state CONNECTING due to: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:22.162 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881
22:22:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.015138 10299 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Starting pre-election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:23.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.015265 10299 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.016336 10299 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.017167  9988 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.018033  9988 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.021875 10240 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0" is_pre_election: true
22:22:23.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.022192 10240 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 9.
22:22:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.023006  9986 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.023258 10299 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Leader pre-election won for term 11
22:22:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.023330 10299 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Starting leader election (detected failure of leader e9db8039f27a4dad9d43e4cfcd979678)
22:22:23.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.023371 10299 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 10 FOLLOWER]: Advancing to term 11
22:22:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.024231 10299 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.024550 10299 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), a8545548fb9d458cb470fd95a72881a0 (127.7.238.129:34691)
22:22:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.024910 10240 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "9f83721167b8446b81da647cb9e3cdcf" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "a8545548fb9d458cb470fd95a72881a0"
22:22:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.025060 10240 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 9 FOLLOWER]: Advancing to term 11
22:22:23.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.025410  9988 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111)
22:22:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.027222 10240 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f83721167b8446b81da647cb9e3cdcf in term 11.
22:22:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.027525  9986 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9f83721167b8446b81da647cb9e3cdcf, a8545548fb9d458cb470fd95a72881a0; no voters: e9db8039f27a4dad9d43e4cfcd979678
22:22:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.027681 10299 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 11 FOLLOWER]: Leader election won for term 11
22:22:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.027864 10299 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 11 LEADER]: Becoming Leader. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Running, Role: LEADER
22:22:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.028177 10299 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:23.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.030303  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf reported cstate change: term changed from 10 to 11, leader changed from e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131) to 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130). New cstate: current_term: 11 leader_uuid: "9f83721167b8446b81da647cb9e3cdcf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: UNKNOWN } } }
22:22:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.484869  9988 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf -> Peer e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881): Couldn't send request to peer e9db8039f27a4dad9d43e4cfcd979678. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.131:39881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.489032 10240 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Refusing update from remote peer 9f83721167b8446b81da647cb9e3cdcf: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
22:22:23.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.489729 10299 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [LEADER]: Connected to new peer: Peer: permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
22:22:23.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:23.779 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:23.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2056), Traces: [0ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [3ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [3ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [15ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [17ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [19ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [19ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [37ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [38ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [38ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [75ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [76ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [78ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [78ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [176ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [177ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [179ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [179ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [433ms] refreshing cache from master, [433ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [436ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [437ms] sending RPC to server e9db8039f27a4dad9d43e4cfcd979678, [439ms] received response from server e9db8039f27a4dad9d43e4cfcd979678: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [439ms] delaying RPC due to: Network error: Failed to connect to peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881): Connection refused: /127.7.238.131:39881, [2053ms] refreshing cache from master, [2053ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [2055ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1393241982(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@39328a5d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759) -> (continuation of Deferred@654814088 after retry RPC@86218047) -> (continuation of Deferred@1426491417 after retry RPC@1276474859), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@24801554 -> wakeup thread Time-limited test -> (continuation of Deferred@15351137 after retry RPC@618967709) -> (continuation of Deferred@1064096838 after retry RPC@525685484) -> (continuation of Deferred@1313318649 after retry RPC@2066763759) -> (continuation of Deferred@654814088 after retry RPC@86218047) -> (continuation of Deferred@1426491417 after retry RPC@1276474859))) after lookup
22:22:23.780 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:23.781 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] Successfully connected to peer
22:22:23.798 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x60e2a66d, L:/127.0.0.1:60616 - R:/127.7.238.130:45645] using TOKEN/null
22:22:23.813 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.131:39881
22:22:23.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.814849  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:23.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.936355 10327 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.936621 10327 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.936671 10327 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.940716 10327 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.940821 10327 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.131
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.945499 10327 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.131:39881
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.131
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41171
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10327
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.131
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/logs
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.946835 10327 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.948314 10327 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.957769 10333 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.957806 10332 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:23.957784 10335 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.958006 10327 server_base.cc:1034] running on GCE node
22:22:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.958364 10327 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.959041 10327 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.960227 10327 hybrid_clock.cc:648] HybridClock initialized: now 1783462943960201 us; error 46 us; skew 500 ppm
22:22:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.961980 10327 webserver.cc:460] Webserver started at http://127.7.238.131:41171/ using document root <none> and password file <none>
22:22:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.962507 10327 fs_manager.cc:359] Metadata directory not provided
22:22:23.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.962596 10327 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.966325 10327 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
22:22:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.968411 10341 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.969642 10327 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.002s
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.969758 10327 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.970260 10327 fs_report.cc:383] FS layout report
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/wal
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/data
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.981474 10327 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.982100 10327 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.982235 10327 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:23.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.982765 10327 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:23.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.983937 10348 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.987720 10327 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.987774 10327 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.987820 10327 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.989372 10327 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.989413 10327 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
22:22:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.989693 10348 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap starting.
22:22:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.998965 10327 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.131:39881
22:22:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.999027 10455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.131:39881 every 8 connection(s)
22:22:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:23.999982 10327 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-2/data/info.pb
22:22:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.002573  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 10327
22:22:24.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:24.011 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:24.012 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.238.130:45645
22:22:24.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.012883  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 9969
22:22:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.013109 10457 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.013346 10457 heartbeater.cc:464] Registering TS with master...
22:22:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.013908 10457 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.015798  8164 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.016808  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.131:39543
22:22:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.019706 10348 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Log is configured to *not* fsync() on all Append() calls
22:22:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.019797 10458 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.019865 10458 heartbeater.cc:464] Registering TS with master...
22:22:24.020 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] handling channelInactive
22:22:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.020046 10458 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:24.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state READY due to: connection closed
22:22:24.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.021009  8235 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:24.021 [DEBUG - Time-limited test] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.023 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.026047 10456 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.026142 10456 heartbeater.cc:464] Registering TS with master...
22:22:24.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.026288 10456 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.027176  8308 ts_manager.cc:194] Re-registered known tserver with Master: e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881)
22:22:24.038 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:24.039 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:24.039 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test)) after lookup
22:22:24.039 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.040 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.042855 10348 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:24.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.043264 10348 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Bootstrap complete.
22:22:24.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.044257 10348 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent bootstrapping tablet: real 0.055s	user 0.037s	sys 0.004s
22:22:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.046512 10348 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.046970 10348 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9db8039f27a4dad9d43e4cfcd979678, State: Initialized, Role: FOLLOWER
22:22:24.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.047405 10348 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.048000 10457 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:24.048352 10348 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
22:22:24.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:24.059 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:24.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [18ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [19ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [20ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611))) after lookup
22:22:24.060 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.061 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.098 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:24.099 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:24.099 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [18ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [19ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [20ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [38ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [40ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [41ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378))) after lookup
22:22:24.100 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.102 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.219 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:24.219 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:24.220 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=199), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [18ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [19ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [20ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [38ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [40ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [41ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [79ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [80ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [81ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [197ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636))) after lookup
22:22:24.220 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.221 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:24.539 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)[L],a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691),e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:24.539 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=518), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [18ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [19ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [20ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [38ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [40ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [41ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [79ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [80ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [81ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [197ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [199ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [200ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [201ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [515ms] refreshing cache from master, [515ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [517ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636) -> (continuation of Deferred@534153595 after retry RPC@1997923833), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636) -> (continuation of Deferred@534153595 after retry RPC@1997923833))) after lookup
22:22:24.540 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] connecting to peer
22:22:24.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:24.541 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645) for tablet b4d607648e66471890e89b473b2e28b7: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645
22:22:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.313434 10469 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.313588 10469 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.314742 10469 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:25.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.315785 10174 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.316704 10174 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.320334 10410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678" is_pre_election: true
22:22:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.320613 10410 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 10.
22:22:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.321481 10174 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.321739 10469 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Leader pre-election won for term 12
22:22:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.321795 10469 raft_consensus.cc:482] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 9f83721167b8446b81da647cb9e3cdcf)
22:22:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.321825 10469 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 11 FOLLOWER]: Advancing to term 12
22:22:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.322762 10469 raft_consensus.cc:504] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.323045 10469 leader_election.cc:288] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 election: Requested vote from peers e9db8039f27a4dad9d43e4cfcd979678 (127.7.238.131:39881), 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.323385 10410 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "b4d607648e66471890e89b473b2e28b7" candidate_uuid: "a8545548fb9d458cb470fd95a72881a0" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e9db8039f27a4dad9d43e4cfcd979678"
22:22:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.323498 10410 raft_consensus.cc:3037] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 10 FOLLOWER]: Advancing to term 12
22:22:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.323993 10174 leader_election.cc:334] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111)
22:22:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.325531 10410 raft_consensus.cc:2454] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a8545548fb9d458cb470fd95a72881a0 in term 12.
22:22:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.325858 10174 leader_election.cc:302] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a8545548fb9d458cb470fd95a72881a0, e9db8039f27a4dad9d43e4cfcd979678; no voters: 9f83721167b8446b81da647cb9e3cdcf
22:22:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.326043 10469 raft_consensus.cc:2781] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 12 FOLLOWER]: Leader election won for term 12
22:22:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.326239 10469 raft_consensus.cc:686] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [term 12 LEADER]: Becoming Leader. State: Replica: a8545548fb9d458cb470fd95a72881a0, State: Running, Role: LEADER
22:22:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.326514 10469 consensus_queue.cc:237] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.328771  8164 catalog_manager.cc:5495] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 reported cstate change: term changed from 11 to 12, leader changed from 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130) to a8545548fb9d458cb470fd95a72881a0 (127.7.238.129). New cstate: current_term: 12 leader_uuid: "a8545548fb9d458cb470fd95a72881a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } health_report { overall_health: HEALTHY } } }
22:22:25.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b4d607648e66471890e89b473b2e28b7 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804' with partition [<start>, <end>)
22:22:25.659 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b4d607648e66471890e89b473b2e28b7@[9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645),a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)[L],e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)]}]
22:22:25.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b4d607648e66471890e89b473b2e28b7, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1638), Traces: [0ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [2ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [17ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [18ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [19ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [20ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [37ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [38ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [40ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [41ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [77ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [79ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [80ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [81ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [197ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [199ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [200ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [201ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [515ms] refreshing cache from master, [515ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [517ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, [519ms] sending RPC to server 9f83721167b8446b81da647cb9e3cdcf, [520ms] received response from server 9f83721167b8446b81da647cb9e3cdcf: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [520ms] delaying RPC due to: Network error: Failed to connect to peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645): Connection refused: /127.7.238.130:45645, [1635ms] refreshing cache from master, [1635ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.238.190:33577, [1637ms] Sub RPC GetTableLocations: received response from server master-127.7.238.190:33577: OK, deferred=Deferred@1929255605(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$83/1094995523@5126c5b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636) -> (continuation of Deferred@534153595 after retry RPC@1997923833) -> (continuation of Deferred@1159477032 after retry RPC@1808752440), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4453e53b -> wakeup thread Time-limited test -> (continuation of Deferred@452545261 after retry RPC@1016312611) -> (continuation of Deferred@1024205851 after retry RPC@472355378) -> (continuation of Deferred@749986396 after retry RPC@965358636) -> (continuation of Deferred@534153595 after retry RPC@1997923833) -> (continuation of Deferred@1159477032 after retry RPC@1808752440))) after lookup
22:22:25.660 [DEBUG - kudu-nio-1] (Connection.java:748) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] connecting to peer
22:22:25.661 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] Successfully connected to peer
22:22:25.674 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x331af5f0, L:/127.0.0.1:52342 - R:/127.7.238.129:34691] using TOKEN/null
22:22:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.677934 10174 consensus_peers.cc:487] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 -> Peer 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645): Couldn't send request to peer 9f83721167b8446b81da647cb9e3cdcf. Status: Network error: Client connection negotiation failed: client connection to 127.7.238.130:45645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
22:22:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.678164 10410 raft_consensus.cc:1261] T b4d607648e66471890e89b473b2e28b7 P e9db8039f27a4dad9d43e4cfcd979678 [term 12 FOLLOWER]: Refusing update from remote peer a8545548fb9d458cb470fd95a72881a0: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 42. (index mismatch)
22:22:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.678861 10474 consensus_queue.cc:1035] T b4d607648e66471890e89b473b2e28b7 P a8545548fb9d458cb470fd95a72881a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
22:22:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.686497 10490 mvcc.cc:205] Tried to move back new op lower bound from 7305064225489993728 to 7305064224059674624. Current Snapshot: MvccSnapshot[applied={T|T < 7305064225489993728}]
22:22:25.697 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.238.130:45645
22:22:25.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

22:22:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.698598  8122 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu
22:22:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:25.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:25.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
22:22:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.806751 10497 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
22:22:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.806991 10497 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
22:22:25.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.807024 10497 flags.cc:425] Enabled unsafe flag: --never_fsync=true
22:22:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.811028 10497 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
22:22:25.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.811122 10497 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.238.130
22:22:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.815723 10497 tablet_server_runner.cc:78] Tablet server non-default flags:
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.238.148:37445
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.238.130:45645
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.238.130
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42625
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.238.190:33577,127.7.238.189:43011,127.7.238.188:38743
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10497
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.238.130
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/logs
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 07 Jul 2026 21:46:50 UTC on ccycloud.quasar-irklax.root.comops.site
22:22:25.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4492326
22:22:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.816869 10497 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
22:22:25.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.818761 10497 file_cache.cc:493] Constructed file cache file cache with capacity 419430
22:22:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.829195 10503 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.829262 10497 server_base.cc:1034] running on GCE node
22:22:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.829198 10502 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.829183 10505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
22:22:25.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.830739 10497 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
22:22:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.831471 10497 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
22:22:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.832680 10497 hybrid_clock.cc:648] HybridClock initialized: now 1783462945832662 us; error 38 us; skew 500 ppm
22:22:25.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.834736 10497 webserver.cc:460] Webserver started at http://127.7.238.130:42625/ using document root <none> and password file <none>
22:22:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.835289 10497 fs_manager.cc:359] Metadata directory not provided
22:22:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.835350 10497 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
22:22:25.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.839121 10497 fs_manager.cc:709] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
22:22:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.841215 10511 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
22:22:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.842535 10497 fs_manager.cc:725] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.842677 10497 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data,/tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f83721167b8446b81da647cb9e3cdcf"
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 22:21:54 on dist-test-slave-pl4w"
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.843204 10497 fs_report.cc:383] FS layout report
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/wal
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/data
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
22:22:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
22:22:25.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.854526 10497 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips  26 Jan 2017
22:22:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.855183 10497 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
22:22:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.855329 10497 kserver.cc:163] Server-wide thread pool size limit: 3276
22:22:25.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.855831 10497 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
22:22:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.857101 10518 ts_tablet_manager.cc:536] Loading tablet metadata (0/1 complete)
22:22:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.861014 10497 ts_tablet_manager.cc:579] Loaded tablet metadata (1 total tablets, 1 live tablets)
22:22:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.861086 10497 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
22:22:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.861135 10497 ts_tablet_manager.cc:594] Registering tablets (0/1 complete)
22:22:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.862735 10497 ts_tablet_manager.cc:610] Registered 1 tablets
22:22:25.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.862780 10497 ts_tablet_manager.cc:589] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
22:22:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.863058 10518 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap starting.
22:22:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.872345 10497 rpc_server.cc:307] RPC server started. Bound to: 127.7.238.130:45645
22:22:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.872392 10625 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.238.130:45645 every 8 connection(s)
22:22:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.873327 10497 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskOpIOuF/test-tmp/mini-kudu-cluster3552540314088448329/ts-1/data/info.pb
22:22:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.873896  8122 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu as pid 10497
22:22:25.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
22:22:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.882210 10518 log.cc:824] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Log is configured to *not* fsync() on all Append() calls
22:22:25.883 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:25.891 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1374) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783462914804, tablet=b4d607648e66471890e89b473b2e28b7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
22:22:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.891206 10628 heartbeater.cc:347] Connected to a master server at 127.7.238.189:43011
22:22:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.891469 10628 heartbeater.cc:464] Registering TS with master...
22:22:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.892149 10628 heartbeater.cc:511] Master 127.7.238.189:43011 requested a full tablet report, sending...
22:22:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.893515 10627 heartbeater.cc:347] Connected to a master server at 127.7.238.190:33577
22:22:25.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.893613 10627 heartbeater.cc:464] Registering TS with master...
22:22:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.893798 10627 heartbeater.cc:511] Master 127.7.238.190:33577 requested a full tablet report, sending...
22:22:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.894877  8235 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.894937  8164 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.895171 10626 heartbeater.cc:347] Connected to a master server at 127.7.238.188:38743
22:22:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.895239 10626 heartbeater.cc:464] Registering TS with master...
22:22:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.895393 10626 heartbeater.cc:511] Master 127.7.238.188:38743 requested a full tablet report, sending...
22:22:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.895772  8164 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.238.130:47299
22:22:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.896602  8308 ts_manager.cc:194] Re-registered known tserver with Master: 9f83721167b8446b81da647cb9e3cdcf (127.7.238.130:45645)
22:22:25.904 [DEBUG - main] (Connection.java:575) [peer e9db8039f27a4dad9d43e4cfcd979678(127.7.238.131:39881)] disconnecting while in state TERMINATED
22:22:25.905 [DEBUG - main] (Connection.java:575) [peer 9f83721167b8446b81da647cb9e3cdcf(127.7.238.130:45645)] disconnecting while in state TERMINATED
22:22:25.906 [DEBUG - main] (Connection.java:575) [peer master-127.7.238.189:43011(127.7.238.189:43011)] disconnecting while in state READY
22:22:25.906 [DEBUG - main] (Connection.java:575) [peer master-127.7.238.188:38743(127.7.238.188:38743)] disconnecting while in state READY
22:22:25.906 [DEBUG - main] (Connection.java:575) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] disconnecting while in state READY
22:22:25.906 [DEBUG - main] (Connection.java:575) [peer master-127.7.238.190:33577(127.7.238.190:33577)] disconnecting while in state READY
22:22:25.909 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.238.190:33577(127.7.238.190:33577)] handling channelInactive
22:22:25.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.238.190:33577(127.7.238.190:33577)] cleaning up while in state READY due to: connection closed
22:22:25.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
22:22:25.914 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.238.189:43011(127.7.238.189:43011)] handling channelInactive
22:22:25.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.238.189:43011(127.7.238.189:43011)] cleaning up while in state READY due to: connection closed
22:22:25.914 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.238.188:38743(127.7.238.188:38743)] handling channelInactive
22:22:25.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.238.188:38743(127.7.238.188:38743)] cleaning up while in state READY due to: connection closed
22:22:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.915271 10518 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
22:22:25.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.915728 10518 tablet_bootstrap.cc:492] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Bootstrap complete.
22:22:25.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.916980 10518 ts_tablet_manager.cc:1397] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent bootstrapping tablet: real 0.054s	user 0.036s	sys 0.009s
22:22:25.919 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] handling channelInactive
22:22:25.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a8545548fb9d458cb470fd95a72881a0(127.7.238.129:34691)] cleaning up while in state READY due to: connection closed
22:22:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.919415 10518 raft_consensus.cc:348] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.919855 10518 raft_consensus.cc:729] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f83721167b8446b81da647cb9e3cdcf, State: Initialized, Role: FOLLOWER
22:22:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.920022  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 10157
22:22:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.920697 10518 consensus_queue.cc:260] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e9db8039f27a4dad9d43e4cfcd979678" member_type: VOTER last_known_addr { host: "127.7.238.131" port: 39881 } } peers { permanent_uuid: "9f83721167b8446b81da647cb9e3cdcf" member_type: VOTER last_known_addr { host: "127.7.238.130" port: 45645 } } peers { permanent_uuid: "a8545548fb9d458cb470fd95a72881a0" member_type: VOTER last_known_addr { host: "127.7.238.129" port: 34691 } }
22:22:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.921833 10627 heartbeater.cc:503] Master 127.7.238.190:33577 was elected leader, sending a full tablet report...
22:22:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.922072 10518 ts_tablet_manager.cc:1428] T b4d607648e66471890e89b473b2e28b7 P 9f83721167b8446b81da647cb9e3cdcf: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.000s
22:22:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.928892  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 10497
22:22:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 22:22:25.933599  8294 connection.cc:535] server connection from 127.7.238.130:44475 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
22:22:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.933792  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 10327
22:22:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.938527  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8133
22:22:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.943171  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8202
22:22:25.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 22:22:25.947598  8122 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskOpIOuF/build/debug/bin/kudu with pid 8274
22:22:25.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T22:22:25Z chronyd exiting

Time: 34.077

OK (1 test)

